00010000:00000010:3.1:1761312138.675731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8de20e6. 00010000:00000010:3.1:1761312138.695333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000271257a9. 00010000:00000010:3.1:1761312138.711827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042be30af. 00010000:00000010:3.1:1761312138.725067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000163016cb. 00010000:00000010:3.1:1761312138.734666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6bdf8d8. 00010000:00000010:3.1:1761312138.813837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473126a7. 00010000:00000010:3.1:1761312138.813844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:3.1:1761312138.820019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58fb1b2. 00010000:00000010:3.1:1761312138.830653:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed07be5. 00010000:00000010:3.1:1761312138.830660:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a115dd75. 00010000:00000010:3.1:1761312138.840164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006390de17. 00010000:00000010:3.1:1761312138.840173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31f96c0. 00010000:00000010:3.1:1761312138.840177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312138.844713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0545042. 00010000:00000010:3.1:1761312138.844721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312138.849236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acb2a8b. 00010000:00000010:3.1:1761312138.849243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312138.853110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397dde32. 00010000:00000010:3.1:1761312138.853119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312138.861369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4dc45e. 00010000:00000010:3.1:1761312138.861379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312138.868847:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2b0cad. 00010000:00000010:3.1:1761312138.868944:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019a091ad. 00010000:00000010:3.1:1761312138.868948:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312138.868950:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073551e43. 00010000:00000010:3.1:1761312138.868953:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312138.879775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee14efe. 00010000:00000010:3.1:1761312138.879783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312138.892678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9afbeed. 00010000:00000010:3.1:1761312138.892693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312138.892696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d6106c. 00010000:00000010:3.1:1761312138.892700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000904f6fd. 00010000:00000010:3.1:1761312138.892705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:3.1:1761312138.900011:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000712fc0be. 00010000:00000010:3.1:1761312138.900027:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929795d6. 00010000:00000010:3.1:1761312138.900031:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312138.927725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50c7d0. 00010000:00000010:3.1:1761312138.927741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd04589b. 00010000:00000010:3.1:1761312138.927745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312138.937536:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ad32ad. 00010000:00000010:3.1:1761312138.948776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c1b1245. 00010000:00000010:3.1:1761312138.953774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce29f112. 00010000:00000010:3.1:1761312138.966800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc0c36b. 00010000:00000010:3.1:1761312138.978703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e7e32c. 00010000:00000010:3.1:1761312138.984955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a967c8. 00010000:00000010:3.1:1761312138.992824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f604db. 00010000:00000010:3.1:1761312139.012014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df560ad5. 00010000:00000010:3.1:1761312139.016944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edbde8a3. 00010000:00000010:3.1:1761312139.037000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b53c519. 00010000:00000010:3.1:1761312139.045833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050e9683. 00010000:00000010:3.1:1761312139.045839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2c96ee. 00010000:00000010:3.1:1761312139.054865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d6c831. 00010000:00000010:3.1:1761312139.078004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075970c44. 00010000:00000010:3.1:1761312139.099822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd66518e. 00010000:00000010:3.1:1761312139.103659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de3bd7b5. 00010000:00000010:3.1:1761312139.111956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8448f5. 00010000:00000010:3.1:1761312139.127648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000482d57a. 00010000:00000010:3.1:1761312139.145781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f939cfa3. 00010000:00000010:3.1:1761312139.149838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c0e0a5c. 00010000:00000010:3.1:1761312139.160898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60e745f. 00010000:00000010:3.1:1761312139.170670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58fe621. 00010000:00000010:3.1:1761312139.192550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001031c73. 00010000:00000010:3.1:1761312139.192556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2e4fd9. 00010000:00000010:3.1:1761312139.192559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f6aba0c. 00010000:00000010:3.1:1761312139.196758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df244487. 00010000:00000010:3.1:1761312139.228704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f192ff2. 00010000:00000010:3.1:1761312139.237059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c742ed. 00010000:00000010:3.1:1761312139.241659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a6014e7. 00010000:00000010:3.1:1761312139.259752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000539ac44b. 00010000:00000010:3.1:1761312139.262836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000915800bd. 00010000:00000010:3.1:1761312139.282694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595f8942. 00010000:00000010:3.1:1761312139.286754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8f05f1. 00010000:00000010:3.1:1761312139.291892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c300e069. 00010000:00000010:3.1:1761312139.295829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8afd1ee. 00010000:00000010:3.1:1761312139.304106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d051d829. 00010000:00000010:3.1:1761312139.311835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61a3b84. 00010000:00000010:3.1:1761312139.372805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6de25e. 00010000:00000010:3.1:1761312139.421975:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e02358f. 00010000:00000010:3.1:1761312139.440293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a560f018. 00010000:00000010:3.1:1761312139.478897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ca807b. 00010000:00000010:3.1:1761312139.536024:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010318f21. 00010000:00000010:3.1:1761312139.542716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e079f5. 00010000:00000010:3.1:1761312139.566922:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008684c13a. 00010000:00000010:3.1:1761312139.595789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014d11b56. 00010000:00000010:3.1:1761312139.614730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a502c0. 00010000:00000010:3.1:1761312139.662929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074b825f1. 00010000:00000010:3.1:1761312139.693681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000949f244e. 00010000:00000010:3.1:1761312139.693695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:3.1:1761312139.723677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df934561. 00010000:00000010:3.1:1761312139.723696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312139.734043:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002172fc3b. 00010000:00000010:3.1:1761312139.742344:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cea32088. 00010000:00000010:3.1:1761312139.742353:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:3.1:1761312139.757648:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599671f1. 00010000:00000010:3.1:1761312139.757653:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312139.809669:0:78112:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa35a64d. 00010000:00000010:3.1:1761312139.854889:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dddc736f. 00010000:00000010:3.1:1761312139.867669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd4304c4. 00010000:00000010:3.1:1761312139.871309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005099458d. 00010000:00000010:3.1:1761312139.874675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b48bf5a3. 00010000:00000010:3.1:1761312139.925803:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4d001a. 00010000:00000010:3.1:1761312139.925815:0:64737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8c78878. 00010000:00000010:3.1:1761312139.925819:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:3.1:1761312139.933135:0:78120:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe3f7f9. 00010000:00000010:3.1:1761312139.933143:0:78120:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ede9a197. 00010000:00000010:3.1:1761312139.933146:0:78120:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312139.968357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b5180cc. 00010000:00000010:3.1:1761312139.975975:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f479e0e. 00010000:00000010:3.1:1761312139.986426:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdc3acfe. 00010000:00000010:3.1:1761312139.986434:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000048d8090. 00010000:00000010:3.1:1761312139.986438:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eb32b0. 00010000:00000010:3.1:1761312139.996674:0:78129:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ad48c9e. 00010000:00000010:3.1:1761312139.996681:0:78129:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f96715. 00010000:00000010:3.1:1761312139.996685:0:78129:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:3.1:1761312140.009712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e19ce7c5. 00010000:00000010:3.1:1761312140.009726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312140.018715:0:78134:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070758920. 00010000:00000010:3.1:1761312140.018726:0:78134:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:3.1:1761312140.046661:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c26b8947. 00010000:00000010:3.1:1761312140.046669:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312140.046696:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070457321. 00010000:00000010:3.1:1761312140.046700:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615cf7ec. 00010000:00000010:3.1:1761312140.046703:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312140.063645:0:78139:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091e6526. 00010000:00000010:3.1:1761312140.063660:0:78139:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008acf389b. 00010000:00000010:3.1:1761312140.063663:0:78139:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312140.076474:0:78139:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce8abb5. 00010000:00000010:3.1:1761312140.076481:0:78139:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312140.118142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000419da95c. 00010000:00000010:3.1:1761312140.118147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:3.1:1761312140.142474:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e6d3638. 00010000:00000010:3.1:1761312140.142487:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:3.1:1761312140.201366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee151c08. 00010000:00000010:3.1:1761312140.226654:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015db1e5b. 00010000:00000010:3.1:1761312140.226661:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:3.1:1761312140.307153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009513178b. 00010000:00000010:3.1:1761312140.307169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ca261. 00010000:00000010:3.1:1761312140.333671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3aca2d. 00010000:00000010:3.1:1761312140.362752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6852f0. 00010000:00000010:3.1:1761312140.362759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:3.1:1761312140.390090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6db72ce. 00010000:00000010:3.1:1761312140.398366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b23e309. 00010000:00000010:3.1:1761312140.413281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b9f6b4. 00010000:00000010:3.1:1761312140.437369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083068d7d. 00010000:00000010:3.1:1761312140.437383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:3.1:1761312140.450805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089eb5ceb. 00010000:00000010:3.1:1761312140.450822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f8aff5c. 00010000:00000010:3.1:1761312140.450827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:3.1:1761312140.454814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e020ac42. 00010000:00000010:3.1:1761312140.454826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312140.458704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020626ca7. 00010000:00000010:3.1:1761312140.458711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312140.577047:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac536a7. 00010000:00000010:3.1:1761312140.601986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b07dd07. 00010000:00000010:3.1:1761312140.610663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000672ae5b7. 00010000:00000010:3.1:1761312140.616669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3523ef. 00010000:00000010:3.1:1761312140.623794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c349695f. 00010000:00000010:3.1:1761312140.629657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa0152c. 00010000:00000010:3.1:1761312140.645765:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2f3b590. 00010000:00000010:3.1:1761312140.658758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926e4c85. 00010000:00000010:3.1:1761312140.665016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087fc437c. 00010000:00000010:3.1:1761312140.668964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019342035. 00010000:00000010:3.1:1761312140.677926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b23f004. 00010000:00000010:3.1:1761312140.681697:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864cb4e. 00010000:00000010:3.1:1761312140.690659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000677130c. 00010000:00000010:3.1:1761312140.701699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000585520b5. 00010000:00000010:3.1:1761312140.716730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002885d6a8. 00010000:00000010:3.1:1761312140.716738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c6e7f3. 00010000:00000010:3.1:1761312140.733918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac4a98b9. 00010000:00000010:3.1:1761312140.742699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005791d6da. 00010000:00000010:3.1:1761312140.746799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb16f23. 00010000:00000010:3.1:1761312140.760338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000588ae3. 00010000:00000010:3.1:1761312140.763740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff82dfe. 00010000:00000010:3.1:1761312140.770921:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582231d4. 00010000:00000010:3.1:1761312140.779729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea38945. 00010000:00000010:3.1:1761312140.779742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:3.1:1761312140.805182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031dab0a2. 00010000:00000010:3.1:1761312140.859948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095f0ed73. 00010000:00000010:3.1:1761312140.887701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e10c45. 00010000:00000010:3.1:1761312141.006807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08b22e4. 00010000:00000010:3.1:1761312141.028929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73fcf0f. 00010000:00000010:3.1:1761312141.035927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c6d364. 00010000:00000010:3.1:1761312141.053723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc012ea7. 00010000:00000010:3.1:1761312141.075755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fdfbc3b. 00010000:00000010:3.1:1761312141.093820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f208d4d3. 00010000:00000010:3.1:1761312141.108199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000765f006. 00010000:00000010:3.1:1761312141.140642:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c09c3c7. 00010000:00000010:3.1:1761312141.156233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001185ff0f. 00010000:00000010:3.1:1761312141.156245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df9ef560. 00010000:00000010:3.1:1761312141.156250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:3.1:1761312141.158720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdc5a8aa. 00010000:00000010:3.1:1761312141.158731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312141.165800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4f2ed1d. 00010000:00000010:3.1:1761312141.181107:0:78151:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c4e6df1. 00010000:00000010:3.1:1761312141.181113:0:78151:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:3.1:1761312141.196314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ae0f43f. 00010000:00000010:3.1:1761312141.196327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009515dba6. 00010000:00000010:3.1:1761312141.196331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54962b3. 00010000:00000010:3.1:1761312141.209660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d8b031. 00010000:00000010:3.1:1761312141.209669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b77753d. 00010000:00000010:3.1:1761312141.209673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312141.209675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006735dd81. 00010000:00000010:3.1:1761312141.226212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072616435. 00010000:00000010:3.1:1761312141.226221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:3.1:1761312141.234731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816dbfd3. 00010000:00000010:3.1:1761312141.238048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e6824ad. 00010000:00000010:3.1:1761312141.244790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdaae77d. 00010000:00000010:3.1:1761312141.263446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1aa9f0. 00010000:00000010:3.1:1761312141.307680:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000954f6f3e. 00010000:00000010:3.1:1761312141.317648:0:78148:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7107db. 00010000:00000010:3.1:1761312141.323703:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f96ac73. 00010000:00000010:3.1:1761312141.330026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000609aa855. 00010000:00000010:3.1:1761312141.337657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000398743f4. 00010000:00000010:3.1:1761312141.341989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082344149. 00010000:00000010:3.1:1761312141.341999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb66fac0. 00010000:00000010:3.1:1761312141.342003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:3.1:1761312141.372786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023aee8a5. 00010000:00000010:3.1:1761312141.372793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073a7b890. 00010000:00000010:3.1:1761312141.372798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a38144. 00010000:00000010:3.1:1761312141.388842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c8bc29. 00010000:00000010:3.1:1761312141.406645:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecee7160. 00010000:00000010:3.1:1761312141.458175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bad85a45. 00010000:00000010:3.1:1761312141.460456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0b2f25a. 00010000:00000010:3.1:1761312141.539714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a45a3e. 00010000:00000010:3.1:1761312141.570137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a44683. 00010000:00000010:3.1:1761312141.573343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000848cc896. 00010000:00000010:3.1:1761312141.573357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b159177e. 00010000:00000010:3.1:1761312141.573360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9fb8887. 00010000:00000010:3.1:1761312141.621728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf673a1. 00010000:00000010:3.1:1761312141.621741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e4a0ef. 00010000:00000010:3.1:1761312141.621749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312141.631684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb4dfb8. 00010000:00000010:3.1:1761312141.670953:0:78184:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a04efeb5. 00010000:00000010:3.1:1761312141.710704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000981faaa0. 00010000:00000010:3.1:1761312141.746676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d404c5. 00010000:00000010:3.1:1761312141.746686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde7425d. 00010000:00000010:3.1:1761312141.751889:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000922e2ef. 00010000:00000010:3.1:1761312141.751900:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010052c4a. 00010000:00000010:3.1:1761312141.751903:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312141.790645:0:76456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500d1b22. 00010000:00000010:3.1:1761312141.790653:0:76456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:3.1:1761312141.815130:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00010000:00000010:3.1:1761312141.838203:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008866ac6e. 00010000:00000010:3.1:1761312141.888069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5274952. 00010000:00000010:3.1:1761312141.888074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:3.1:1761312141.905298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e274da7. 00010000:00000010:3.1:1761312141.905303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d1c953d. 00010000:00000010:3.1:1761312141.916895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a97f08. 00010000:00000010:3.1:1761312141.916907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312141.923790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c3b72a. 00010000:00000010:3.1:1761312141.934133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d36158. 00010000:00000010:3.1:1761312141.942121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bec4b1cb. 00010000:00000010:3.1:1761312141.950679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.1:1761312141.960838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6d35ca. 00010000:00000010:3.1:1761312141.970848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f52a52cd. 00010000:00000010:3.1:1761312141.978897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5a44ea. 00010000:00000010:3.1:1761312141.994848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.1:1761312142.058077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.1:1761312142.071000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcdca1cb. 00010000:00000010:3.1:1761312142.092660:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039853693. 00010000:00000010:3.1:1761312142.092668:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef7df0. 00010000:00000010:3.1:1761312142.100657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ec65298. 00010000:00000010:3.1:1761312142.100671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312142.109534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca491ac. 00010000:00000010:3.1:1761312142.109547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312142.133058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015b2a4b. 00010000:00000010:3.1:1761312142.133072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a42ba3. 00010000:00000010:3.1:1761312142.144877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b9dfc3. 00010000:00000010:3.1:1761312142.144888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312142.268041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce6835f. 00010000:00000010:3.1:1761312142.276017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008d24e61. 00010000:00000010:3.1:1761312142.283968:0:77283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd64e6b1. 00010000:00000010:3.1:1761312142.308469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cc23d97. 00010000:00000010:3.1:1761312142.310782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f393137. 00010000:00000010:3.1:1761312142.327659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f54f39d. 00010000:00000010:3.1:1761312142.366841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004150b896. 00010000:00000010:3.1:1761312142.384644:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a3a4cf9. 00010000:00000010:3.1:1761312142.388663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fee7eba. 00010000:00000010:3.1:1761312142.393672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dede2fc8. 00010000:00000010:3.1:1761312142.421112:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006095e05a. 00010000:00000010:3.1:1761312142.421120:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:3.1:1761312142.445814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002031b0c3. 00010000:00000010:3.1:1761312142.477767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b213708f. 00010000:00000010:3.1:1761312142.477782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:3.1:1761312142.493679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2b714d4. 00010000:00000010:3.1:1761312142.493688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:3.1:1761312142.495758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c50039b. 00010000:00000010:3.1:1761312142.495765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:3.1:1761312142.524280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b19d9b. 00010000:00000010:3.1:1761312142.524287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:3.1:1761312142.577764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59a329a. 00010000:00000010:3.1:1761312142.577771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:3.1:1761312142.585946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a659038a. 00010000:00000010:3.1:1761312142.585963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312142.585966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f5e0e45. 00010000:00000010:3.1:1761312142.585969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312142.596665:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000359d01c4. 00010000:00000010:3.1:1761312142.596671:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:3.1:1761312142.603361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079725c2b. 00010000:00000010:3.1:1761312142.603369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312142.606719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d73dc65. 00010000:00000010:3.1:1761312142.606729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312142.606731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022441436. 00010000:00000010:3.1:1761312142.606734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312142.611682:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000642d1d74. 00010000:00000010:3.1:1761312142.619889:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015fa2012. 00010000:00000010:3.1:1761312142.651972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b48067b. 00010000:00000010:3.1:1761312142.684736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9cd8dfa. 00010000:00000010:3.1:1761312142.696667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063765dd9. 00010000:00000010:3.1:1761312142.711782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:3.1:1761312142.724676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000959fdb4b. 00010000:00000010:3.1:1761312142.731476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8373b4. 00010000:00000010:3.1:1761312142.765140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c53dd130. 00010000:00000010:3.1:1761312142.773903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa1e42a. 00010000:00000010:3.1:1761312142.781010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004afdda8b. 00010000:00000010:3.1:1761312142.812570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:3.1:1761312142.812583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eb32b0. 00010000:00000010:3.1:1761312142.812586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3cac79. 00010000:00000010:3.1:1761312142.845666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f88486. 00010000:00000010:3.1:1761312142.848070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312142.848083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4d3eb39. 00010000:00000010:3.1:1761312142.897671:0:78200:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcccf953. 00010000:00000010:3.1:1761312142.915067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e55df1f. 00010000:00000010:3.1:1761312142.983672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007840c0ff. 00010000:00000010:3.1:1761312142.997654:0:78206:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db56971d. 00010000:00000010:3.1:1761312143.021695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb4db744. 00010000:00000010:3.1:1761312143.021703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6681c8a. 00010000:00000010:3.1:1761312143.024719:0:78208:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b0117be. 00010000:00000010:3.1:1761312143.024727:0:78208:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312143.055951:0:61406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9dd906. 00010000:00000010:3.1:1761312143.055963:0:61406:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d632a11. 00010000:00000010:3.1:1761312143.055966:0:61406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:3.1:1761312143.067688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c826606a. 00010000:00000010:3.1:1761312143.115677:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:3.1:1761312143.130521:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f4a1f6b. 00010000:00000010:3.1:1761312143.130533:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c66f2fb5. 00010000:00000010:3.1:1761312143.130537:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2e4fd9. 00010000:00000010:3.1:1761312143.132772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d15c276. 00010000:00000010:3.1:1761312143.140003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006113eaed. 00010000:00000010:3.1:1761312143.155966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b23cb7. 00010000:00000010:3.1:1761312143.155980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029c43d1c. 00010000:00000010:3.1:1761312143.155984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096503282. 00010000:00000010:3.1:1761312143.161672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c731df03. 00010000:00000010:3.1:1761312143.161688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312143.231747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041e45e18. 00010000:00000010:3.1:1761312143.231756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1d7b3df. 00010000:00000010:3.1:1761312143.231762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8716c5. 00010000:00000010:3.1:1761312143.235765:0:78221:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077e65f1b. 00010000:00000010:3.1:1761312143.235776:0:78221:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037192c12. 00010000:00000010:3.1:1761312143.235782:0:78221:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312143.239711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041710499. 00010000:00000010:3.1:1761312143.239719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.1:1761312143.258474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03241c3. 00010000:00000010:3.1:1761312143.297667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f570803. 00010000:00000010:3.1:1761312143.301670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5f18f81. 00010000:00000010:3.1:1761312143.312692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eae1f64f. 00010000:00000010:3.1:1761312143.312708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000927bd9e6. 00010000:00000010:3.1:1761312143.312714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:3.1:1761312143.333681:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008580061. 00010000:00000010:3.1:1761312143.347603:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f66c907. 00010000:00000010:3.1:1761312143.347608:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000673b83ab. 00010000:00000010:3.1:1761312143.356219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a568d258. 00010000:00000010:3.1:1761312143.370919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ddb1640. 00010000:00000010:3.1:1761312143.394659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7feb9a. 00010000:00000010:3.1:1761312143.394669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e6461. 00010000:00000010:3.1:1761312143.409791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000adc63c7. 00010000:00000010:3.1:1761312143.409797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa7d034. 00010000:00000010:3.1:1761312143.426944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e465e097. 00010000:00000010:3.1:1761312143.429974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44bc25f. 00010000:00000010:3.1:1761312143.429989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1304ad. 00010000:00000010:3.1:1761312143.442719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d73e495a. 00010000:00000010:3.1:1761312143.442729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cfb00a4. 00010000:00000010:3.1:1761312143.442734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6681c8a. 00010000:00000010:3.1:1761312143.449674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f013f7f. 00010000:00000010:3.1:1761312143.449699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312143.453101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000405bf9ae. 00010000:00000010:3.1:1761312143.458998:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bd8f63f. 00010000:00000010:3.1:1761312143.459005:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312143.463011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f21df7. 00010000:00000010:3.1:1761312143.463018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312143.470883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f03ceaf8. 00010000:00000010:3.1:1761312143.470890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312143.476087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2eb72e6. 00010000:00000010:3.1:1761312143.476097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312143.481698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524324f6. 00010000:00000010:3.1:1761312143.481711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312143.491961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b625dc97. 00010000:00000010:3.1:1761312143.491977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312143.506743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bb3b597. 00010000:00000010:3.1:1761312143.506756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312143.509022:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043b38014. 00010000:00000010:3.1:1761312143.509028:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fe0e176. 00010000:00000010:3.1:1761312143.509031:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312143.514834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b956f3. 00010000:00000010:3.1:1761312143.514840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312143.617831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4cb48e4. 00010000:00000010:3.1:1761312143.668702:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012593f17. 00010000:00000010:3.1:1761312143.676039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d9a3ea4. 00010000:00000010:3.1:1761312143.703266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e40f9a. 00010000:00000010:3.1:1761312143.721357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c31af34. 00010000:00000010:3.1:1761312143.725869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb43693a. 00010000:00000010:3.1:1761312143.727863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb6b0b58. 00010000:00000010:3.1:1761312143.750949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004696c10. 00010000:00000010:3.1:1761312143.794724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc65780f. 00010000:00000010:3.1:1761312143.828663:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a799d0f8. 00010000:00000010:3.1:1761312143.838486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b7e0363. 00010000:00000010:3.1:1761312143.861930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:3.1:1761312143.882001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e7f678. 00010000:00000010:3.1:1761312143.886825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042155be8. 00010000:00000010:3.1:1761312143.977803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f537c5e. 00010000:00000010:3.1:1761312143.977810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:3.1:1761312144.019736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ae9eb93. 00010000:00000010:3.1:1761312144.019742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:3.1:1761312144.030029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fc374c. 00010000:00000010:3.1:1761312144.030036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312144.032661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbe11ef. 00010000:00000010:3.1:1761312144.052411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdfb25c1. 00010000:00000010:3.1:1761312144.060679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d29896. 00010000:00000010:3.1:1761312144.067741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e477b95. 00010000:00000010:3.1:1761312144.067747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde7425d. 00010000:00000010:3.1:1761312144.074373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9ebc2b7. 00010000:00000010:3.1:1761312144.074379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bff7ca. 00010000:00000010:3.1:1761312144.089909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc287af3. 00010000:00000010:3.1:1761312144.089928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.1:1761312144.128598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f66c10e. 00010000:00000010:3.1:1761312144.155706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d9d747. 00010000:00000010:3.1:1761312144.169079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483d1935. 00010000:00000010:3.1:1761312144.188861:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8d2653. 00010000:00000010:3.1:1761312144.194498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007472affa. 00010000:00000010:3.1:1761312144.194508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091824db8. 00010000:00000010:3.1:1761312144.199796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e20b06d0. 00010000:00000010:3.1:1761312144.214671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e79e18ce. 00010000:00000010:3.1:1761312144.223769:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c7aa5a. 00010000:00000010:1.1:1761312144.266982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a97c30f7. 00010000:00000010:1.1:1761312144.266996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:1.1:1761312144.266999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e1a9bf. 00010000:00000010:1.1:1761312144.267006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b159177e. 00010000:00000010:1.1:1761312144.270513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52d921b. 00010000:00000010:1.1:1761312144.270530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:1.1:1761312144.275326:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008233568a. 00010000:00000010:1.1:1761312144.275339:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:1.1:1761312144.283704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a728d381. 00010000:00000010:1.1:1761312144.283719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.296195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a565dd9. 00010000:00000010:1.1:1761312144.296204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:1.1:1761312144.299675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011de35ea. 00010000:00000010:1.1:1761312144.299687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:1.1:1761312144.299692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ef80c2. 00010000:00000010:1.1:1761312144.299695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.313715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c117a1dd. 00010000:00000010:1.1:1761312144.313722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b159177e. 00010000:00000010:1.1:1761312144.317662:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f073c8. 00010000:00000010:1.1:1761312144.317676:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:1.1:1761312144.317680:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c164d17. 00010000:00000010:1.1:1761312144.317683:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.321044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9dab12. 00010000:00000010:1.1:1761312144.321057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:1.1:1761312144.324995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000427c1689. 00010000:00000010:1.1:1761312144.325007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:1.1:1761312144.335424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8d5e80b. 00010000:00000010:1.1:1761312144.335438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:1.1:1761312144.342850:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e82e18d7. 00010000:00000010:1.1:1761312144.342871:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:1.1:1761312144.355691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000122e4de7. 00010000:00000010:1.1:1761312144.355697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077176426. 00010000:00000010:1.1:1761312144.355702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:3.1:1761312144.360895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f67eca15. 00010000:00000010:1.1:1761312144.364675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df2aea5f. 00010000:00000010:1.1:1761312144.364687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:3.1:1761312144.375284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000617e555c. 00010000:00000010:3.1:1761312144.392060:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039d82c72. 00010000:00000010:3.1:1761312144.392066:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c60e07. 00010000:00000010:3.1:1761312144.395693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7793d50. 00010000:00000010:3.1:1761312144.411251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c60b059. 00010000:00000010:3.1:1761312144.411264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de964f6b. 00010000:00000010:3.1:1761312144.417334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a9dc76. 00010000:00000010:1.1:1761312144.419773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da0d809. 00010000:00000010:1.1:1761312144.419780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312144.426669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbce588f. 00010000:00000010:1.1:1761312144.426679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:3.1:1761312144.432791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000750a6e24. 00010000:00000010:1.1:1761312144.435847:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2f7b282. 00010000:00000010:1.1:1761312144.435855:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.447653:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca489449. 00010000:00000010:1.1:1761312144.447662:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:3.1:1761312144.456651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d9cda1. 00010000:00000010:1.1:1761312144.462763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f83454. 00010000:00000010:1.1:1761312144.462773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635f0b98. 00010000:00000010:1.1:1761312144.464792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e0efd0. 00010000:00000010:1.1:1761312144.464801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a34a569. 00010000:00000010:1.1:1761312144.464805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:1.1:1761312144.470568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085a8da53. 00010000:00000010:1.1:1761312144.470575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.494017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f806e9. 00010000:00000010:1.1:1761312144.494027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d1c953d. 00010000:00000010:3.1:1761312144.495909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b69d37dc. 00010000:00000010:3.1:1761312144.495921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312144.499352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080693b28. 00010000:00000010:1.1:1761312144.523909:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f41929a. 00010000:00000010:3.1:1761312144.524699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d798a904. 00010000:00000010:3.1:1761312144.524713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:3.1:1761312144.532783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d77821. 00010000:00000010:3.1:1761312144.532793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:1.1:1761312144.532898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa590d35. 00010000:00000010:3.1:1761312144.540910:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a0a19df. 00010000:00000010:3.1:1761312144.540918:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:1.1:1761312144.553743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000343d3cd4. 00010000:00000010:1.1:1761312144.553760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bc663f6. 00010000:00000010:1.1:1761312144.553765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a9241e. 00010000:00000010:1.1:1761312144.562729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f140d1. 00010000:00000010:1.1:1761312144.584804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a04280b. 00010000:00000010:1.1:1761312144.584825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000301cfcb. 00010000:00000010:1.1:1761312144.584830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312144.592899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6f182e. 00010000:00000010:1.1:1761312144.596747:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb48249. 00010000:00000010:1.1:1761312144.596754:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:1.1:1761312144.611711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001586c590. 00010000:00000010:1.1:1761312144.611719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:1.1:1761312144.621804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea23285e. 00010000:00000010:1.1:1761312144.642657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3812417. 00010000:00000010:1.1:1761312144.656863:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000038ea6e9. 00010000:00000010:1.1:1761312144.656871:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003579acd0. 00010000:00000010:1.1:1761312144.656875:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:1.1:1761312144.662842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c7f6cbe. 00010000:00000010:1.1:1761312144.666903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad0c7dc. 00010000:00000010:1.1:1761312144.675677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003631a4f3. 00010000:00000010:3.1:1761312144.694694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a56983. 00010000:00000010:3.1:1761312144.694711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:1.1:1761312144.707697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be875e00. 00010000:00000010:1.1:1761312144.714707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009035311a. 00010000:00000010:1.1:1761312144.714714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:3.1:1761312144.717656:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb3347bb. 00010000:00000010:3.1:1761312144.719649:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b508ac9c. 00010000:00000010:2.1:1761312144.721669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061937d27. 00010000:00000010:2.1:1761312144.721678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700ad93c. 00010000:00000010:3.1:1761312144.725963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda40cb2. 00010000:00000010:1.1:1761312144.732421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccc4c5b. 00010000:00000010:1.1:1761312144.732434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:3.1:1761312144.734209:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007deae692. 00010000:00000010:2.1:1761312144.740663:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006422021. 00010000:00000010:1.1:1761312144.740767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d557377. 00010000:00000010:1.1:1761312144.740775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b1b0a8e. 00010000:00000010:3.1:1761312144.746651:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1ac4793. 00010000:00000010:1.1:1761312144.751732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddfac98c. 00010000:00000010:1.1:1761312144.751740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:3.1:1761312144.759712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba5ddbf. 00010000:00000010:3.1:1761312144.759720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5c8b73. 00010000:00000010:1.1:1761312144.763661:0:78265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb8c5b5. 00010000:00000010:2.1:1761312144.763964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000995a2ef. 00010000:00000010:2.1:1761312144.763972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:2.1:1761312144.767657:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba42045. 00010000:00000010:3.1:1761312144.769907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f90e98d. 00010000:00000010:3.1:1761312144.769924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:3.1:1761312144.774660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242d6781. 00010000:00000010:3.1:1761312144.774668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312144.778700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7e0ff9e. 00010000:00000010:2.1:1761312144.782717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003babdb47. 00010000:00000010:3.1:1761312144.784830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aae2f5a. 00010000:00000010:3.1:1761312144.784845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312144.786650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a8985b. 00010000:00000010:3.1:1761312144.786659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312144.786751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c44942ec. 00010000:00000010:3.1:1761312144.801698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b9aa2ed. 00010000:00000010:2.1:1761312144.801748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008924a3f5. 00010000:00000010:3.1:1761312144.816981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca4614b. 00010000:00000010:2.1:1761312144.821668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2295251. 00010000:00000010:3.1:1761312144.821716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad2e945a. 00010000:00000010:3.1:1761312144.830646:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027799053. 00010000:00000010:2.1:1761312144.830735:0:78267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af7d163. 00010000:00000010:1.1:1761312144.839672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8d735c. 00010000:00000010:1.1:1761312144.839685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096503282. 00010000:00000010:3.1:1761312144.839966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b5fdcc. 00010000:00000010:3.1:1761312144.849936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991663a2. 00010000:00000010:2.1:1761312144.853664:0:78269:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000951eb8ee. 00010000:00000010:2.1:1761312144.853676:0:78269:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1304ad. 00010000:00000010:1.1:1761312144.854977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066086d39. 00010000:00000010:1.1:1761312144.854991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:1.1:1761312144.861751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0bd379c. 00010000:00000010:1.1:1761312144.866414:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c48bbe9. 00010000:00000010:1.1:1761312144.866423:0:78271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da48d688. 00010000:00000010:1.1:1761312144.866428:0:78271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:3.1:1761312144.869963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bccc711. 00010000:00000010:3.1:1761312144.869974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:3.1:1761312144.877709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002203b722. 00010000:00000010:3.1:1761312144.877718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.1:1761312144.886771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2b2fc1c. 00010000:00000010:3.1:1761312144.886782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:1.1:1761312144.889690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a6706a. 00010000:00000010:2.1:1761312144.893402:0:78275:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052b3a35. 00010000:00000010:2.1:1761312144.893415:0:78275:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312144.905826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099567cdf. 00010000:00000010:3.1:1761312144.906987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee867196. 00010000:00000010:3.1:1761312144.906998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:3.1:1761312144.922492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024c87a06. 00010000:00000010:3.1:1761312144.922507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:1.1:1761312144.936699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e41e63ce. 00010000:00000010:1.1:1761312144.936711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:2.1:1761312144.938869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005650632f. 00010000:00000010:2.1:1761312144.959041:0:78286:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053effb7e. 00010000:00000010:2.1:1761312144.959049:0:78286:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1720ed. 00010000:00000010:2.1:1761312144.959055:0:78286:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e6461. 00010000:00000010:2.1:1761312144.970799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d030d84. 00010000:00000010:2.1:1761312144.970824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:3.1:1761312144.974821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098318a6c. 00010000:00000010:3.1:1761312144.993688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b0316b. 00010000:00000010:3.1:1761312144.993702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fba2a1. 00010000:00000010:3.1:1761312144.993710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:1.1:1761312145.002645:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025138b7f. 00010000:00000010:1.1:1761312145.006457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd33832. 00010000:00000010:1.1:1761312145.006464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b1b0a8e. 00010000:00000010:1.1:1761312145.006468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9ded3c. 00010000:00000010:1.1:1761312145.008820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2d2fe5d. 00010000:00000010:2.1:1761312145.022824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000029570df. 00010000:00000010:2.1:1761312145.022835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a38144. 00010000:00000010:3.1:1761312145.022935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce2559c1. 00010000:00000010:1.1:1761312145.033761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8e253d8. 00010000:00000010:3.1:1761312145.034862:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da137ea. 00010000:00000010:3.1:1761312145.034870:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:1.1:1761312145.055431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f032bc. 00010000:00000010:1.1:1761312145.055440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5c8b73. 00010000:00000010:3.1:1761312145.063954:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f20f58cf. 00010000:00000010:3.1:1761312145.063965:0:29801:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079b448f1. 00010000:00000010:3.1:1761312145.063968:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ca261. 00010000:00000010:3.1:1761312145.079841:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d04bb3. 00010000:00000010:3.1:1761312145.079849:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec96953. 00010000:00000010:3.1:1761312145.079852:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:2.1:1761312145.080913:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a16abd46. 00010000:00000010:2.1:1761312145.080921:0:29801:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d6bf5c4. 00010000:00000010:2.1:1761312145.080927:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312145.083797:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7176614. 00010000:00000010:1.1:1761312145.083803:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044856d8c. 00010000:00000010:1.1:1761312145.083821:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:3.1:1761312145.090677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887e7332. 00010000:00000010:1.1:1761312145.091005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038310303. 00010000:00000010:1.1:1761312145.091011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:1.1:1761312145.104659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d57eb9. 00010000:00000010:1.1:1761312145.104669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:3.1:1761312145.130003:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9694ad. 00010000:00000010:1.1:1761312145.132633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005992b81a. 00010000:00000010:1.1:1761312145.132639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:1.1:1761312145.133888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a22ce. 00010000:00000010:1.1:1761312145.133899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a717bf4. 00010000:00000010:1.1:1761312145.133904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:3.1:1761312145.140431:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b562c8c. 00010000:00000010:3.1:1761312145.140442:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a02ae910. 00010000:00000010:3.1:1761312145.140445:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:3.1:1761312145.142139:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003730a8b0. 00010000:00000010:3.1:1761312145.142149:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009427364. 00010000:00000010:3.1:1761312145.142152:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:2.1:1761312145.153884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a471cdb. 00010000:00000010:3.1:1761312145.155802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49948b6. 00010000:00000010:3.1:1761312145.155821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312145.161114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa31b579. 00010000:00000010:3.1:1761312145.164879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c814d7. 00010000:00000010:3.1:1761312145.171881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5e248c. 00010000:00000010:1.1:1761312145.174657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d83114. 00010000:00000010:1.1:1761312145.174664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635f0b98. 00010000:00000010:1.1:1761312145.174667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000965faa37. 00010000:00000010:2.1:1761312145.176790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000072888e8. 00010000:00000010:2.1:1761312145.189675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5462ecd. 00010000:00000010:3.1:1761312145.199814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002727f368. 00010000:00000010:3.1:1761312145.199825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a241458. 00010000:00000010:2.1:1761312145.201322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeb5658c. 00010000:00000010:2.1:1761312145.203666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002f15db1. 00010000:00000010:1.1:1761312145.207793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000631360e7. 00010000:00000010:1.1:1761312145.219663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a2a8b28. 00010000:00000010:2.1:1761312145.225667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fefd6cd. 00010000:00000010:1.1:1761312145.225713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002cffd57. 00010000:00000010:3.1:1761312145.228869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf6f085b. 00010000:00000010:3.1:1761312145.228878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eb32b0. 00010000:00000010:1.1:1761312145.229928:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036721521. 00010000:00000010:2.1:1761312145.236829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e56f43. 00010000:00000010:1.1:1761312145.244658:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fae2b15d. 00010000:00000010:3.1:1761312145.245045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009377ee7b. 00010000:00000010:3.1:1761312145.245053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:1.1:1761312145.247787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5d2930. 00010000:00000010:1.1:1761312145.247794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fdeadb. 00010000:00000010:3.1:1761312145.248770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1c1c4b1. 00010000:00000010:3.1:1761312145.248784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312145.248788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9138170. 00010000:00000010:3.1:1761312145.248790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:1.1:1761312145.257952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa24108. 00010000:00000010:1.1:1761312145.257968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa6c3e19. 00010000:00000010:1.1:1761312145.269694:0:77283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a074f3. 00010000:00000010:1.1:1761312145.276931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1b5279. 00010000:00000010:1.1:1761312145.287779:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663bd406. 00010000:00000010:3.1:1761312145.288117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad64008. 00010000:00000010:3.1:1761312145.288124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a9241e. 00010000:00000010:3.1:1761312145.300664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa930841. 00010000:00000010:3.1:1761312145.300670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795409d2. 00010000:00000010:3.1:1761312145.300675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312145.305373:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e922c56. 00010000:00000010:3.1:1761312145.305383:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312145.305916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a1bbb1. 00010000:00000010:3.1:1761312145.313867:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f481820. 00010000:00000010:3.1:1761312145.313876:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312145.318838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0d076c. 00010000:00000010:3.1:1761312145.318849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:1.1:1761312145.319494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66c49dd. 00010000:00000010:2.1:1761312145.325749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000209e6bbc. 00010000:00000010:2.1:1761312145.325757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312145.326157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3ed00be. 00010000:00000010:1.1:1761312145.335687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c262039e. 00010000:00000010:2.1:1761312145.335795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cdaaa10. 00010000:00000010:2.1:1761312145.335815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:2.1:1761312145.350485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003028276d. 00010000:00000010:2.1:1761312145.350504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312145.354115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ea23688. 00010000:00000010:2.1:1761312145.354125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312145.365747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad1fb7b. 00010000:00000010:3.1:1761312145.365760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c356b804. 00010000:00000010:3.1:1761312145.365766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:2.1:1761312145.369658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c23918b3. 00010000:00000010:1.1:1761312145.369669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fa7238b. 00010000:00000010:2.1:1761312145.369672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a42ba3. 00010000:00000010:2.1:1761312145.377650:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c39f78. 00010000:00000010:2.1:1761312145.377658:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312145.378127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b0f60d. 00010000:00000010:2.1:1761312145.385894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1e9fcb. 00010000:00000010:2.1:1761312145.385901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:1.1:1761312145.386008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000776f4c04. 00010000:00000010:1.1:1761312145.386015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312145.392940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312145.392957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312145.396734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff498b22. 00010000:00000010:2.1:1761312145.397655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b393988. 00010000:00000010:2.1:1761312145.397664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312145.413233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0a9ecf. 00010000:00000010:2.1:1761312145.413245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.416728:0:1107:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad741b2e. 00010000:00000010:2.1:1761312145.416740:0:1107:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312145.416744:0:1107:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d123b62c. 00010000:00000010:2.1:1761312145.416748:0:1107:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312145.416750:0:1107:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf3115e1. 00010000:00000010:2.1:1761312145.416754:0:1107:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312145.417184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000293bbb63. 00010000:00000010:1.1:1761312145.420672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f1f89e. 00010000:00000010:2.1:1761312145.425822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee650817. 00010000:00000010:2.1:1761312145.425835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312145.429656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f10f31c6. 00010000:00000010:2.1:1761312145.429667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce2dddba. 00010000:00000010:2.1:1761312145.429672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312145.429726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022e3d584. 00010000:00000010:3.1:1761312145.433669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe0b553b. 00010000:00000010:3.1:1761312145.433680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:1.1:1761312145.440661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca7a1adc. 00010000:00000010:2.1:1761312145.440749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dbcfea. 00010000:00000010:2.1:1761312145.440755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312145.444280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9514e6. 00010000:00000010:3.1:1761312145.444287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312145.444658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012811403. 00010000:00000010:1.1:1761312145.449068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fedcf1ef. 00010000:00000010:3.1:1761312145.452985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b653291f. 00010000:00000010:3.1:1761312145.452998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002cdf43d. 00010000:00000010:3.1:1761312145.453002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312145.458677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089bb23f2. 00010000:00000010:3.1:1761312145.460073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9269df9. 00010000:00000010:3.1:1761312145.460088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:2.1:1761312145.468908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000691fcd8e. 00010000:00000010:3.1:1761312145.478332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e63bb81. 00010000:00000010:3.1:1761312145.478341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:2.1:1761312145.482699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd4c1b75. 00010000:00000010:1.1:1761312145.482781:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c512d3ec. 00010000:00000010:3.1:1761312145.483069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b56628. 00010000:00000010:3.1:1761312145.483075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312145.486816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012fd27e2. 00010000:00000010:3.1:1761312145.486833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312145.493916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a10375f. 00010000:00000010:3.1:1761312145.499732:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c318335a. 00010000:00000010:3.1:1761312145.499740:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:1.1:1761312145.503669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6415c2d. 00010000:00000010:3.1:1761312145.503785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc72a580. 00010000:00000010:3.1:1761312145.503792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312145.509892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe8d414. 00010000:00000010:3.1:1761312145.509910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312145.510311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050728f27. 00010000:00000010:3.1:1761312145.517887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084902445. 00010000:00000010:3.1:1761312145.517901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.1:1761312145.517905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbda8013. 00010000:00000010:3.1:1761312145.517907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002711c8e2. 00010000:00000010:3.1:1761312145.517909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:1.1:1761312145.518671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85a1c61. 00010000:00000010:3.1:1761312145.522165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f5a9cab. 00010000:00000010:3.1:1761312145.522179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312145.526768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bc81f0. 00010000:00000010:3.1:1761312145.530682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007650a03b. 00010000:00000010:3.1:1761312145.530697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053cea827. 00010000:00000010:3.1:1761312145.530702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:2.1:1761312145.548413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a9da29. 00010000:00000010:2.1:1761312145.548421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:2.1:1761312145.553174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c9f74f2. 00010000:00000010:2.1:1761312145.553181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.558797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00010000:00000010:2.1:1761312145.558889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f79e972. 00010000:00000010:2.1:1761312145.558898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d1375ac. 00010000:00000010:2.1:1761312145.558903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312145.563218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046412045. 00010000:00000010:2.1:1761312145.563232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312145.570704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d5dd92. 00010000:00000010:2.1:1761312145.570895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002932fd7a. 00010000:00000010:2.1:1761312145.570901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.574757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd579dd. 00010000:00000010:2.1:1761312145.574770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312145.580666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fde360. 00010000:00000010:2.1:1761312145.580673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.587300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a1ae476. 00010000:00000010:2.1:1761312145.587307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.591194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0551523. 00010000:00000010:2.1:1761312145.598091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353ef95d. 00010000:00000010:2.1:1761312145.598101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312145.608753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c8acec. 00010000:00000010:2.1:1761312145.609075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a730e8. 00010000:00000010:2.1:1761312145.609082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312145.617728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00010000:00000010:2.1:1761312145.619986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4236258. 00010000:00000010:2.1:1761312145.619999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312145.624736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3dba46. 00010000:00000010:2.1:1761312145.624750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.633771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef592623. 00010000:00000010:2.1:1761312145.633790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.638016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b65d28a. 00010000:00000010:2.1:1761312145.638030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312145.638668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00010000:00000010:2.1:1761312145.646034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b8e2ce. 00010000:00000010:2.1:1761312145.646042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312145.651100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5cec47c. 00010000:00000010:2.1:1761312145.651110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312145.651148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ee18d1. 00010000:00000010:1.1:1761312145.651154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b04a545f. 00010000:00000010:2.1:1761312145.654751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c3b2ad4. 00010000:00000010:2.1:1761312145.654764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.654768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069573dcc. 00010000:00000010:2.1:1761312145.654772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312145.654895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc715bac. 00010000:00000010:1.1:1761312145.658657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00010000:00000010:2.1:1761312145.658909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000797d8bb9. 00010000:00000010:2.1:1761312145.658917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.662670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e31c62ec. 00010000:00000010:2.1:1761312145.662685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.662930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002fc694a. 00010000:00000010:2.1:1761312145.666266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092d4fdef. 00010000:00000010:2.1:1761312145.666273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.666275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6a34b0. 00010000:00000010:1.1:1761312145.670691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64b37ec. 00010000:00000010:1.1:1761312145.674871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e51e0a06. 00010000:00000010:2.1:1761312145.675943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092530e1e. 00010000:00000010:2.1:1761312145.675953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2e4fd9. 00010000:00000010:2.1:1761312145.680964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7cd4322. 00010000:00000010:2.1:1761312145.680974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:3.1:1761312145.686725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de55052a. 00010000:00000010:2.1:1761312145.687826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e819081d. 00010000:00000010:2.1:1761312145.687834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312145.692553:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b36694. 00010000:00000010:2.1:1761312145.697550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006bfeae2. 00010000:00000010:2.1:1761312145.697558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.710212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a94cb3a. 00010000:00000010:2.1:1761312145.710222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.710703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135f1d03. 00010000:00000010:2.1:1761312145.713883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d8e3dc. 00010000:00000010:2.1:1761312145.713891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.723033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966a2277. 00010000:00000010:2.1:1761312145.723046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.730661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cacae581. 00010000:00000010:2.1:1761312145.730670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.730673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adec3868. 00010000:00000010:2.1:1761312145.730676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e1d211. 00010000:00000010:2.1:1761312145.730679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312145.741749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faafba6. 00010000:00000010:2.1:1761312145.741815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcf21d60. 00010000:00000010:2.1:1761312145.741820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312145.745684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a049e9. 00010000:00000010:2.1:1761312145.745702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.745706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f025dc. 00010000:00000010:2.1:1761312145.745709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003adc36c3. 00010000:00000010:2.1:1761312145.745712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.756678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f6235d. 00010000:00000010:2.1:1761312145.760300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6f7ce84. 00010000:00000010:2.1:1761312145.760310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.782031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023cf88d1. 00010000:00000010:2.1:1761312145.782046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312145.785646:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f5f6b70. 00010000:00000010:1.1:1761312145.785654:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b89fbf0. 00010000:00000010:2.1:1761312145.785655:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.789950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007831aa3. 00010000:00000010:2.1:1761312145.789962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.798120:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006893520b. 00010000:00000010:2.1:1761312145.798129:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf33f1a7. 00010000:00000010:2.1:1761312145.798132:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.802076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081cbd71a. 00010000:00000010:1.1:1761312145.802084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b87f01ee. 00010000:00000010:2.1:1761312145.805746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d02f6b. 00010000:00000010:2.1:1761312145.805759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312145.805763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2b8b554. 00010000:00000010:2.1:1761312145.805766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312145.809702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da23cc66. 00010000:00000010:2.1:1761312145.809712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062c1e8ee. 00010000:00000010:2.1:1761312145.809717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312145.813699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbeb169. 00010000:00000010:2.1:1761312145.830660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014fae26c. 00010000:00000010:1.1:1761312145.834790:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052528857. 00010000:00000010:1.1:1761312145.834809:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4454303. 00010000:00000010:2.1:1761312145.842790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000209fd0d1. 00010000:00000010:3.1:1761312145.843817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cadb237. 00010000:00000010:3.1:1761312145.843827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:1.1:1761312145.849408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5b8eea0. 00010000:00000010:1.1:1761312145.857691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3f82ec. 00010000:00000010:1.1:1761312145.866684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec0d1b34. 00010000:00000010:1.1:1761312145.866696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e2ae5. 00010000:00000010:1.1:1761312145.874678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d245c7. 00010000:00000010:2.1:1761312145.888834:0:15814:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a26db60. 00010000:00000010:2.1:1761312145.893757:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ca70cd. 00010000:00000010:2.1:1761312145.900274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341d0f91. 00010000:00000010:3.1:1761312145.915382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af27fc42. 00010000:00000010:3.1:1761312145.915399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa13387. 00010000:00000010:3.1:1761312145.915403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa7d034. 00010000:00000010:2.1:1761312145.919649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387a8e39. 00010000:00000010:3.1:1761312145.923678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a1f618. 00010000:00000010:3.1:1761312145.923704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.1:1761312145.928200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd925c. 00010000:00000010:3.1:1761312145.928224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:2.1:1761312145.928576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be032a4. 00010000:00000010:1.1:1761312145.930835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebccc288. 00010000:00000010:1.1:1761312145.930844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:2.1:1761312145.935285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a8fdd0. 00010000:00000010:2.1:1761312145.940732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bab3232. 00010000:00000010:1.1:1761312145.941445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324f959d. 00010000:00000010:1.1:1761312145.941454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:3.1:1761312145.943909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e86d7f3. 00010000:00000010:1.1:1761312145.947665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ee57f47. 00010000:00000010:1.1:1761312145.947674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:2.1:1761312145.951713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d92dd88. 00010000:00000010:2.1:1761312145.951723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:3.1:1761312145.952019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7ca5af9. 00010000:00000010:2.1:1761312145.957687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001efbb8b2. 00010000:00000010:2.1:1761312145.957696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:3.1:1761312145.957868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e18c341. 00010000:00000010:3.1:1761312145.963066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15ae845. 00010000:00000010:1.1:1761312145.965666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4eff284. 00010000:00000010:2.1:1761312145.965680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aa8d688. 00010000:00000010:1.1:1761312145.965697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:1.1:1761312145.969782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12c1c58. 00010000:00000010:1.1:1761312145.969794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:3.1:1761312145.970702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5d5a1ca. 00010000:00000010:1.1:1761312145.974782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f24c44. 00010000:00000010:1.1:1761312145.974791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:1.1:1761312145.979655:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063fea120. 00010000:00000010:1.1:1761312145.979664:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:2.1:1761312145.980040:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b9777e. 00010000:00000010:1.1:1761312145.983768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee88dc22. 00010000:00000010:1.1:1761312145.983777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ca261. 00010000:00000010:1.1:1761312145.983783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d81c8df. 00010000:00000010:1.1:1761312145.983786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:2.1:1761312145.984687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d52eb380. 00010000:00000010:2.1:1761312145.984698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb3ae4e. 00010000:00000010:1.1:1761312145.989187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a26b2d5. 00010000:00000010:3.1:1761312145.989190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029530294. 00010000:00000010:1.1:1761312145.989207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:3.1:1761312145.992713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056a393c. 00010000:00000010:1.1:1761312145.997026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb71765a. 00010000:00000010:1.1:1761312145.997034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:1.1:1761312146.001835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b320a75a. 00010000:00000010:1.1:1761312146.001846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:2.1:1761312146.002685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacf3a9. 00010000:00000010:1.1:1761312146.008395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f28668d4. 00010000:00000010:3.1:1761312146.008893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d9a18e. 00010000:00000010:3.1:1761312146.008902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:2.1:1761312146.011714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072186821. 00010000:00000010:3.1:1761312146.011851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8cd12b. 00010000:00000010:3.1:1761312146.011860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:1.1:1761312146.016299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002286847f. 00010000:00000010:2.1:1761312146.016657:0:64737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006493b36. 00010000:00000010:2.1:1761312146.016664:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:1.1:1761312146.024964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a86ca62. 00010000:00000010:2.1:1761312146.025682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059404216. 00010000:00000010:2.1:1761312146.025691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312146.029822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:2.1:1761312146.033775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9aa52d. 00010000:00000010:2.1:1761312146.033786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:1.1:1761312146.036841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad77ec5. 00010000:00000010:2.1:1761312146.037663:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785a6940. 00010000:00000010:2.1:1761312146.037670:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:2.1:1761312146.044082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f00c36ab. 00010000:00000010:2.1:1761312146.044103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:1.1:1761312146.051522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ff262f. 00010000:00000010:1.1:1761312146.058081:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:2.1:1761312146.072085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349ed9f5. 00010000:00000010:2.1:1761312146.072096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078da16fe. 00010000:00000010:2.1:1761312146.072100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde7425d. 00010000:00000010:3.1:1761312146.077742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d90f5e. 00010000:00000010:2.1:1761312146.080640:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a2600e4. 00010000:00000010:2.1:1761312146.080648:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312146.085416:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f771850. 00010000:00000010:2.1:1761312146.085427:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:3.1:1761312146.090259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b32be306. 00010000:00000010:2.1:1761312146.099676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bdff4d7. 00010000:00000010:2.1:1761312146.099696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:2.1:1761312146.105298:0:78300:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d137385. 00010000:00000010:2.1:1761312146.105306:0:78300:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:3.1:1761312146.105720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f5ce85. 00010000:00000010:3.1:1761312146.130646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e17ae36. 00010000:00000010:3.1:1761312146.130655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec234e3c. 00010000:00000010:3.1:1761312146.130659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bff7ca. 00010000:00000010:3.1:1761312146.138147:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f7120a. 00010000:00000010:3.1:1761312146.138164:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093c39cd5. 00010000:00000010:3.1:1761312146.138170:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:1.1:1761312146.146064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:1.1:1761312146.149755:0:78299:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a3c179b. 00010000:00000010:1.1:1761312146.149761:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011dcaa91. 00010000:00000010:1.1:1761312146.165167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000281cbc9c. 00010000:00000010:1.1:1761312146.165189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:1.1:1761312146.172007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011149b01. 00010000:00000010:1.1:1761312146.172031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:1.1:1761312146.179737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441fe92b. 00010000:00000010:3.1:1761312146.180173:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae769496. 00010000:00000010:3.1:1761312146.180181:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ca261. 00010000:00000010:1.1:1761312146.183233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6dcf86. 00010000:00000010:1.1:1761312146.183248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:1.1:1761312146.195673:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f67d12. 00010000:00000010:3.1:1761312146.199877:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009572b921. 00010000:00000010:3.1:1761312146.199908:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd2dcfb. 00010000:00000010:1.1:1761312146.202879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064261c3a. 00010000:00000010:1.1:1761312146.202885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1c33ba. 00010000:00000010:3.1:1761312146.204785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5a15bb. 00010000:00000010:3.1:1761312146.204793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:1.1:1761312146.205745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c94c361. 00010000:00000010:1.1:1761312146.209178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e1f333a. 00010000:00000010:3.1:1761312146.219291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0166b19. 00010000:00000010:3.1:1761312146.219315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312146.219736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c8fb5a2. 00010000:00000010:3.1:1761312146.219755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:1.1:1761312146.219850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d14f369f. 00010000:00000010:1.1:1761312146.219857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312146.226814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f06d4e2b. 00010000:00000010:1.1:1761312146.235557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2263da8. 00010000:00000010:1.1:1761312146.235565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:2.1:1761312146.240286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd4d9fa. 00010000:00000010:2.1:1761312146.240295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:3.1:1761312146.244673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b353fb4. 00010000:00000010:3.1:1761312146.244682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:3.1:1761312146.251904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009693c996. 00010000:00000010:3.1:1761312146.251918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:1.1:1761312146.252831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e8889e. 00010000:00000010:2.1:1761312146.258762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e575aa4. 00010000:00000010:2.1:1761312146.258771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:1.1:1761312146.264171:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7a72606. 00010000:00000010:1.1:1761312146.264180:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8bc0fa6. 00010000:00000010:3.1:1761312146.267652:0:1029:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc61ca1. 00010000:00000010:3.1:1761312146.267666:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:2.1:1761312146.270697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ef319f. 00010000:00000010:1.1:1761312146.283366:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004de0e57. 00010000:00000010:1.1:1761312146.283375:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:3.1:1761312146.285709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f60e30. 00010000:00000010:3.1:1761312146.285725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007925219a. 00010000:00000010:3.1:1761312146.285729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:2.1:1761312146.287651:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3bca8df. 00010000:00000010:3.1:1761312146.287661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d5e2f99. 00010000:00000010:3.1:1761312146.287671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:2.1:1761312146.294064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff006fc8. 00010000:00000010:3.1:1761312146.298041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df21a8c6. 00010000:00000010:3.1:1761312146.298074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:1.1:1761312146.301850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b6f463. 00010000:00000010:1.1:1761312146.301857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:2.1:1761312146.301990:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc39ca0. 00010000:00000010:2.1:1761312146.309465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7b671e. 00010000:00000010:1.1:1761312146.310280:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008838547d. 00010000:00000010:1.1:1761312146.310289:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e6461. 00010000:00000010:2.1:1761312146.314758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:1.1:1761312146.320372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d93c55c3. 00010000:00000010:1.1:1761312146.320382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:2.1:1761312146.326334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404e14f8. 00010000:00000010:1.1:1761312146.333604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcca0c5c. 00010000:00000010:1.1:1761312146.333646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1304ad. 00010000:00000010:1.1:1761312146.333654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b734f3c5. 00010000:00000010:1.1:1761312146.333658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e6461. 00010000:00000010:2.1:1761312146.334209:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f639cd. 00010000:00000010:3.1:1761312146.340676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042cb15fc. 00010000:00000010:3.1:1761312146.340695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c895de7. 00010000:00000010:3.1:1761312146.340700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:3.1:1761312146.350930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0932ed5. 00010000:00000010:3.1:1761312146.350946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:1.1:1761312146.383664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:1.1:1761312146.383674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019dd0dc8. 00010000:00000010:1.1:1761312146.383679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:2.1:1761312146.383731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094fc116c. 00010000:00000010:3.1:1761312146.387700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c66fecb. 00010000:00000010:3.1:1761312146.387708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e700015. 00010000:00000010:3.1:1761312146.387711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd2dcfb. 00010000:00000010:3.1:1761312146.396655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f25b20. 00010000:00000010:2.1:1761312146.422414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f27b07d. 00010000:00000010:2.1:1761312146.427887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135d38a6. 00010000:00000010:2.1:1761312146.427901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e1acf7f. 00010000:00000010:2.1:1761312146.427905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde7425d. 00010000:00000010:2.1:1761312146.438192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab233ec. 00010000:00000010:2.1:1761312146.438212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8716c5. 00010000:00000010:2.1:1761312146.438216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f27c9a3d. 00010000:00000010:2.1:1761312146.438220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7a90247. 00010000:00000010:2.1:1761312146.438224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:1.1:1761312146.438558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002afa1b7b. 00010000:00000010:2.1:1761312146.446677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ffa2998. 00010000:00000010:2.1:1761312146.459754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.1:1761312146.464303:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc8da8b. 00010000:00000010:1.1:1761312146.479285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765429f2. 00010000:00000010:1.1:1761312146.479293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b5db66b. 00010000:00000010:1.1:1761312146.479298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa7d034. 00010000:00000010:2.1:1761312146.485718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041a97c77. 00010000:00000010:2.1:1761312146.485737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000640151d5. 00010000:00000010:2.1:1761312146.485741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011dcaa91. 00010000:00000010:3.1:1761312146.489768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa5ebd1. 00010000:00000010:2.1:1761312146.493872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6e36a1c. 00010000:00000010:2.1:1761312146.493880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:1.1:1761312146.498673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f30a7683. 00010000:00000010:2.1:1761312146.518867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4eeb62d. 00010000:00000010:1.1:1761312146.525371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce291336. 00010000:00000010:1.1:1761312146.525382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f48a1198. 00010000:00000010:1.1:1761312146.529222:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953a79a7. 00010000:00000010:1.1:1761312146.538529:0:29801:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2ed5b7a. 00010000:00000010:1.1:1761312146.538556:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6681c8a. 00010000:00000010:1.1:1761312146.548667:0:78312:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291fe74e. 00010000:00000010:1.1:1761312146.548680:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef7df0. 00010000:00000010:2.1:1761312146.560979:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a85e5af. 00010000:00000010:2.1:1761312146.564655:0:78321:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b9e0ac. 00010000:00000010:2.1:1761312146.564669:0:78321:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6681c8a. 00010000:00000010:1.1:1761312146.564918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c041b48e. 00010000:00000010:1.1:1761312146.564924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000012a53a. 00010000:00000010:1.1:1761312146.564927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:1.1:1761312146.574775:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f36f69af. 00010000:00000010:1.1:1761312146.574786:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c97043c. 00010000:00000010:1.1:1761312146.574792:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef7df0. 00010000:00000010:1.1:1761312146.583660:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009443b45c. 00010000:00000010:3.1:1761312146.583699:0:78323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004902e240. 00010000:00000010:3.1:1761312146.583719:0:78323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700ad93c. 00010000:00000010:2.1:1761312146.593098:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9348d5. 00010000:00000010:2.1:1761312146.593105:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.1:1761312146.600657:0:78325:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e328fbc9. 00010000:00000010:3.1:1761312146.604371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca19771. 00010000:00000010:3.1:1761312146.604387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:2.1:1761312146.606649:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b78091ab. 00010000:00000010:2.1:1761312146.606656:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:2.1:1761312146.609723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000c38fc. 00010000:00000010:2.1:1761312146.609731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312146.614685:0:78328:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009565a88c. 00010000:00000010:2.1:1761312146.614704:0:78328:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:3.1:1761312146.614893:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000004590ee. 00010000:00000010:3.1:1761312146.628730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000294fc1a. 00010000:00000010:3.1:1761312146.628739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a42ba3. 00010000:00000010:1.1:1761312146.629655:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dabfd33. 00010000:00000010:3.1:1761312146.635093:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a592934. 00010000:00000010:3.1:1761312146.635103:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312146.646655:0:78337:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096752513. 00010000:00000010:1.1:1761312146.646673:0:78337:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a277f240. 00010000:00000010:1.1:1761312146.646677:0:78337:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312146.651384:0:78337:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e0c3ec. 00010000:00000010:1.1:1761312146.651394:0:78337:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef7df0. 00010000:00000010:3.1:1761312146.659544:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc57073. 00010000:00000010:2.1:1761312146.659852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000029414bf. 00010000:00000010:3.1:1761312146.661783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa19dc9. 00010000:00000010:3.1:1761312146.662545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000afdfd2b. 00010000:00000010:1.1:1761312146.665117:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e09c07. 00010000:00000010:1.1:1761312146.665123:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312146.666296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3ec046f. 00010000:00000010:3.1:1761312146.666306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e88992. 00010000:00000010:3.1:1761312146.666311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312146.674770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008439437a. 00010000:00000010:2.1:1761312146.688731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eee7e46. 00010000:00000010:3.1:1761312146.716806:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60f8552. 00010000:00000010:3.1:1761312146.728685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c1a71e. 00010000:00000010:2.1:1761312146.729736:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4ea383. 00010000:00000010:2.1:1761312146.729744:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bff7ca. 00010000:00000010:3.1:1761312146.738851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d59e2cc. 00010000:00000010:1.1:1761312146.739657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009865e86f. 00010000:00000010:1.1:1761312146.739666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:1.1:1761312146.743366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89863d5. 00010000:00000010:1.1:1761312146.743381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a115dd75. 00010000:00000010:1.1:1761312146.751654:0:78344:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000601cb8b9. 00010000:00000010:1.1:1761312146.751663:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54962b3. 00010000:00000010:3.1:1761312146.751746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920588d8. 00010000:00000010:3.1:1761312146.777699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ec3715e. 00010000:00000010:3.1:1761312146.777713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:3.1:1761312146.779684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9d23947. 00010000:00000010:3.1:1761312146.779698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ea49b1. 00010000:00000010:3.1:1761312146.779703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312146.803701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f842739c. 00010000:00000010:3.1:1761312146.803712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312146.803717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009745fdfd. 00010000:00000010:3.1:1761312146.803722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa89aba9. 00010000:00000010:3.1:1761312146.803725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312146.811661:0:78299:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0c4a72. 00010000:00000010:3.1:1761312146.811771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b5c5610. 00010000:00000010:3.1:1761312146.811781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a94af8. 00010000:00000010:3.1:1761312146.811787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312146.830667:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093779603. 00010000:00000010:3.1:1761312146.840413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d40adc25. 00010000:00000010:2.1:1761312146.853917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003610698. 00010000:00000010:1.1:1761312146.873805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaa72716. 00010000:00000010:1.1:1761312146.878654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005490d732. 00010000:00000010:2.1:1761312146.886735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075529823. 00010000:00000010:1.1:1761312146.894172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ceacac9. 00010000:00000010:1.1:1761312146.897850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e6fcf5a. 00010000:00000010:2.1:1761312146.905668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e0a9fe7. 00010000:00000010:2.1:1761312146.905676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2e4fd9. 00010000:00000010:3.1:1761312146.911694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000584dba45. 00010000:00000010:1.1:1761312146.916679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cfd16d1. 00010000:00000010:1.1:1761312146.916698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312146.925168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f2cf26. 00010000:00000010:2.1:1761312146.929974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dfdb7ae. 00010000:00000010:2.1:1761312146.929983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eecc597. 00010000:00000010:2.1:1761312146.939878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec081e8. 00010000:00000010:2.1:1761312146.944780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014cdcbfb. 00010000:00000010:2.1:1761312146.944802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e3238b. 00010000:00000010:2.1:1761312146.944807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635f0b98. 00010000:00000010:3.1:1761312146.945113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e8b38d. 00010000:00000010:2.1:1761312146.954106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef79393. 00010000:00000010:2.1:1761312146.954118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:3.1:1761312146.954668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34538b1. 00010000:00000010:3.1:1761312146.961669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070ded3c. 00010000:00000010:3.1:1761312146.961682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59e1669. 00010000:00000010:2.1:1761312146.961747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f48492b. 00010000:00000010:2.1:1761312146.961754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312146.963883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3671d53. 00010000:00000010:2.1:1761312146.963894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312146.963898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc2740c3. 00010000:00000010:2.1:1761312146.963901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312146.967671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db854df7. 00010000:00000010:1.1:1761312146.967682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312146.975122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e4462f. 00010000:00000010:2.1:1761312146.975143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a115dd75. 00010000:00000010:3.1:1761312146.977121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d58b69. 00010000:00000010:2.1:1761312146.980127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003807827c. 00010000:00000010:2.1:1761312146.980140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc1997a3. 00010000:00000010:2.1:1761312146.980145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:3.1:1761312146.985442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eeee516. 00010000:00000010:2.1:1761312146.988926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003daecb04. 00010000:00000010:2.1:1761312146.988938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312146.998834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000515cd1d2. 00010000:00000010:2.1:1761312147.004269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd943803. 00010000:00000010:2.1:1761312147.004280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312147.004831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f3ce42. 00010000:00000010:2.1:1761312147.007691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa1f2d1. 00010000:00000010:2.1:1761312147.007701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312147.012329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bcf8b7. 00010000:00000010:2.1:1761312147.012337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483f261c. 00010000:00000010:2.1:1761312147.012342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.019934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006601a92b. 00010000:00000010:3.1:1761312147.026760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a94e952. 00010000:00000010:2.1:1761312147.027051:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ad3a58. 00010000:00000010:2.1:1761312147.027059:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312147.029748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36ac779. 00010000:00000010:2.1:1761312147.029764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312147.033337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdc6895b. 00010000:00000010:2.1:1761312147.033358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.033672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051b489ac. 00010000:00000010:2.1:1761312147.041890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002edf96cd. 00010000:00000010:2.1:1761312147.041911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312147.042875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1545666. 00010000:00000010:1.1:1761312147.056160:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd921ff7. 00010000:00000010:2.1:1761312147.060658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de9f2094. 00010000:00000010:2.1:1761312147.060669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.065060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b92efa. 00010000:00000010:1.1:1761312147.065068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac58ec97. 00010000:00000010:2.1:1761312147.065856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d91848. 00010000:00000010:2.1:1761312147.065867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312147.072042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088546204. 00010000:00000010:2.1:1761312147.072051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312147.072056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083338560. 00010000:00000010:2.1:1761312147.072059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:3.1:1761312147.072171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ef78ad. 00010000:00000010:2.1:1761312147.077163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db660c15. 00010000:00000010:2.1:1761312147.077172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb473d90. 00010000:00000010:2.1:1761312147.077177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.078771:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788e6071. 00010000:00000010:2.1:1761312147.081857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000130625b7. 00010000:00000010:2.1:1761312147.081877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312147.091691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e7151e. 00010000:00000010:2.1:1761312147.100660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e922a7. 00010000:00000010:2.1:1761312147.100668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:3.1:1761312147.100873:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd826710. 00010000:00000010:3.1:1761312147.104669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6be5e5. 00010000:00000010:2.1:1761312147.104669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008195523a. 00010000:00000010:2.1:1761312147.104680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.108690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c99bad56. 00010000:00000010:1.1:1761312147.108711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312147.109000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005253bb2c. 00010000:00000010:2.1:1761312147.109008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312147.109614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018853c10. 00010000:00000010:3.1:1761312147.117308:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e62623be. 00010000:00000010:1.1:1761312147.121660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a9f821. 00010000:00000010:1.1:1761312147.121675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d1c953d. 00010000:00000010:2.1:1761312147.121996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a22a2d. 00010000:00000010:2.1:1761312147.122003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312147.125077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d7c89d6. 00010000:00000010:3.1:1761312147.126032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe2eff3. 00010000:00000010:2.1:1761312147.129959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013e99bcb. 00010000:00000010:2.1:1761312147.129972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312147.133674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c104bc2. 00010000:00000010:3.1:1761312147.133738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ce92f. 00010000:00000010:2.1:1761312147.133874:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8797e0d. 00010000:00000010:2.1:1761312147.133882:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:1.1:1761312147.140660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f505e5e9. 00010000:00000010:2.1:1761312147.145674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099b06831. 00010000:00000010:2.1:1761312147.145707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312147.145714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406b07b1. 00010000:00000010:2.1:1761312147.145718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312147.154052:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005931b44b. 00010000:00000010:2.1:1761312147.154062:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84e733c. 00010000:00000010:2.1:1761312147.154068:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312147.158641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b045fb. 00010000:00000010:2.1:1761312147.161851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602eca84. 00010000:00000010:2.1:1761312147.161861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:3.1:1761312147.169174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdf795a. 00010000:00000010:1.1:1761312147.171661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8a1c8cf. 00010000:00000010:1.1:1761312147.171669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:3.1:1761312147.172199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66dd860. 00010000:00000010:3.1:1761312147.179474:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041adedd5. 00010000:00000010:2.1:1761312147.185758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a6f3efd. 00010000:00000010:2.1:1761312147.185765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eb32b0. 00010000:00000010:3.1:1761312147.185908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9bbcd62. 00010000:00000010:1.1:1761312147.194807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc5696. 00010000:00000010:1.1:1761312147.199045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100c2a9d. 00010000:00000010:3.1:1761312147.203669:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d70046b5. 00010000:00000010:3.1:1761312147.208229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060eedae0. 00010000:00000010:3.1:1761312147.208235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf9cec0. 00010000:00000010:1.1:1761312147.223675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022498dd1. 00010000:00000010:1.1:1761312147.237707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fe42e03. 00010000:00000010:1.1:1761312147.241845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa231eec. 00010000:00000010:1.1:1761312147.241861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b1b0a8e. 00010000:00000010:1.1:1761312147.241866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000493bc11. 00010000:00000010:1.1:1761312147.247550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9aade04. 00010000:00000010:3.1:1761312147.251415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007968d99. 00010000:00000010:1.1:1761312147.260660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9feea73. 00010000:00000010:2.1:1761312147.266044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7d8726. 00010000:00000010:1.1:1761312147.272692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000179c4288. 00010000:00000010:3.1:1761312147.276666:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad9dee7. 00010000:00000010:2.1:1761312147.277065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc4cf48. 00010000:00000010:3.1:1761312147.284370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9128eb. 00010000:00000010:2.1:1761312147.290507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8b7b6a. 00010000:00000010:2.1:1761312147.293888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586af7f1. 00010000:00000010:2.1:1761312147.297866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de535811. 00010000:00000010:2.1:1761312147.301642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a6b7b7. 00010000:00000010:2.1:1761312147.306724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e7eae2. 00010000:00000010:2.1:1761312147.314955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005542fd02. 00010000:00000010:3.1:1761312147.326447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b20653a1. 00010000:00000010:2.1:1761312147.336684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d758d3. 00010000:00000010:2.1:1761312147.341718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e16b4838. 00010000:00000010:2.1:1761312147.346026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e08ee1. 00010000:00000010:2.1:1761312147.364825:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db251c91. 00010000:00000010:1.1:1761312147.376809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb828df. 00010000:00000010:1.1:1761312147.376829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:3.1:1761312147.376938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ade1594b. 00010000:00000010:3.1:1761312147.391528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c227a12e. 00010000:00000010:1.1:1761312147.397517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c342518d. 00010000:00000010:1.1:1761312147.407045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b93d5c. 00010000:00000010:1.1:1761312147.410974:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004be4e7c5. 00010000:00000010:2.1:1761312147.418654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b16b1a62. 00010000:00000010:3.1:1761312147.418951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d541f2d4. 00010000:00000010:3.1:1761312147.418961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096503282. 00010000:00000010:2.1:1761312147.426879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c6c4b61. 00010000:00000010:3.1:1761312147.434963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0d1440. 00010000:00000010:3.1:1761312147.434987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312147.434993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034407bf9. 00010000:00000010:3.1:1761312147.434997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:2.1:1761312147.441985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059aad607. 00010000:00000010:3.1:1761312147.442814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceefb7a9. 00010000:00000010:3.1:1761312147.442822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:2.1:1761312147.446695:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c36070a. 00010000:00000010:2.1:1761312147.450317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56ac068. 00010000:00000010:3.1:1761312147.450426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7bcec11. 00010000:00000010:3.1:1761312147.450434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312147.450438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40d95b8. 00010000:00000010:3.1:1761312147.450440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c36774. 00010000:00000010:3.1:1761312147.450443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312147.455719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e5078c. 00010000:00000010:2.1:1761312147.468454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093641605. 00010000:00000010:2.1:1761312147.476426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c10895. 00010000:00000010:2.1:1761312147.476436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eedbcbbf. 00010000:00000010:2.1:1761312147.476441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5c8b73. 00010000:00000010:2.1:1761312147.481991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000facd41a2. 00010000:00000010:2.1:1761312147.481999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e89431a. 00010000:00000010:2.1:1761312147.482004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312147.487649:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc26857. 00010000:00000010:3.1:1761312147.488018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7446be8. 00010000:00000010:2.1:1761312147.491707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b4a7e7d. 00010000:00000010:2.1:1761312147.491727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312147.491731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000883c793e. 00010000:00000010:2.1:1761312147.491734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:1.1:1761312147.496938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017602268. 00010000:00000010:2.1:1761312147.503928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba1077bc. 00010000:00000010:2.1:1761312147.516933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfbba23. 00010000:00000010:2.1:1761312147.516940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40cb636. 00010000:00000010:2.1:1761312147.516944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a38144. 00010000:00000010:3.1:1761312147.521916:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070077663. 00010000:00000010:2.1:1761312147.521954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022803fd3. 00010000:00000010:2.1:1761312147.521964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:3.1:1761312147.526320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042805835. 00010000:00000010:1.1:1761312147.530763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da846556. 00010000:00000010:1.1:1761312147.530775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a9241e. 00010000:00000010:2.1:1761312147.539673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093034cc2. 00010000:00000010:1.1:1761312147.543837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f32b4f0d. 00010000:00000010:1.1:1761312147.543847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:2.1:1761312147.543957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7872ff. 00010000:00000010:2.1:1761312147.549442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860edd75. 00010000:00000010:2.1:1761312147.551727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2b77ffe. 00010000:00000010:1.1:1761312147.552425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008edb03a. 00010000:00000010:1.1:1761312147.552435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007a9241e. 00010000:00000010:2.1:1761312147.557834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f0c75c6. 00010000:00000010:3.1:1761312147.566152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be23fc97. 00010000:00000010:2.1:1761312147.569875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2ceace5. 00010000:00000010:2.1:1761312147.574658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ad479b. 00010000:00000010:3.1:1761312147.577872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096f683d0. 00010000:00000010:3.1:1761312147.586727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed9d30af. 00010000:00000010:3.1:1761312147.594032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082fae7bb. 00010000:00000010:2.1:1761312147.606643:0:77283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5435f8. 00010000:00000010:3.1:1761312147.606720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003d9fdbb. 00010000:00000010:2.1:1761312147.615657:0:77283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000826bc7a0. 00010000:00000010:1.1:1761312147.774762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e7477e. 00010000:00000010:1.1:1761312147.774769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5c8b73. 00010000:00000010:1.1:1761312147.774773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a61b1a1. 00010000:00000010:1.1:1761312147.775077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fc722c. 00010000:00000010:1.1:1761312147.775084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ad74e25. 00010000:00000010:1.1:1761312147.775088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d1c953d. 00010000:00000010:1.1:1761312147.775091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315c3ce4. 00010000:00000010:1.1:1761312147.775093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c291d3. 00010000:00000010:1.1:1761312147.775095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2eac87. 00010000:00000010:1.1:1761312147.775099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a115dd75. 00010000:00000010:1.1:1761312147.775102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003100cf08. 00010000:00000010:1.1:1761312147.775104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54962b3. 00010000:00000010:1.1:1761312147.775107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003700434. 00010000:00000010:1.1:1761312147.775111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487353fd. 00010000:00000010:1.1:1761312147.775114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea85ffc. 00010000:00000010:1.1:1761312147.775116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef7df0. 00010000:00000010:1.1:1761312147.775117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2d3f40. 00010000:00000010:1.1:1761312147.775119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000afdfd2b. 00010000:00000010:1.1:1761312147.775121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047de68cc. 00010000:00000010:1.1:1761312147.775123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700ad93c. 00010000:00000010:1.1:1761312147.775125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003580c480. 00010000:00000010:1.1:1761312147.775127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6681c8a. 00010000:00000010:1.1:1761312147.775131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a94af8. 00010000:00000010:1.1:1761312147.775133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1304ad. 00010000:00000010:1.1:1761312147.775135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa89aba9. 00010000:00000010:1.1:1761312147.775138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e6461. 00010000:00000010:1.1:1761312147.775140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ec3715e. 00010000:00000010:1.1:1761312147.775142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ff923f. 00010000:00000010:1.1:1761312147.775144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000601cb8b9. 00010000:00000010:1.1:1761312147.775146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003693dbd6. 00010000:00000010:1.1:1761312147.775150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3671d53. 00010000:00000010:1.1:1761312147.775153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087678e36. 00010000:00000010:1.1:1761312147.775155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087030eab. 00010000:00000010:1.1:1761312147.775158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ca261. 00010000:00000010:1.1:1761312147.775160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7fed28c. 00010000:00000010:1.1:1761312147.775162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50cf16. 00010000:00000010:1.1:1761312147.775163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000352533fe. 00010000:00000010:1.1:1761312147.775165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea648264. 00010000:00000010:1.1:1761312147.775167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ea49b1. 00010000:00000010:1.1:1761312147.775170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5435f8. 00010000:00000010:1.1:1761312147.775376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89863d5. 00010000:00000010:1.1:1761312147.775379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3f44e8. 00010000:00000010:1.1:1761312147.775382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc683b05. 00010000:00000010:1.1:1761312147.775385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b159177e. 00010000:00000010:1.1:1761312147.775387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059404216. 00010000:00000010:1.1:1761312147.775390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052528857. 00010000:00000010:1.1:1761312147.775393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8cd12b. 00010000:00000010:1.1:1761312147.775396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de55052a. 00010000:00000010:1.1:1761312147.775398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b320a75a. 00010000:00000010:1.1:1761312147.775400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022e3d584. 00010000:00000010:1.1:1761312147.775404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ffc41e. 00010000:00000010:1.1:1761312147.775407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdbd2da6. 00010000:00000010:1.1:1761312147.775409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f83454. 00010000:00000010:1.1:1761312147.775412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff498b22. 00010000:00000010:1.1:1761312147.775414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077176426. 00010000:00000010:1.1:1761312147.775416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbe36f80. 00010000:00000010:1.1:1761312147.775419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbc42e9a. 00010000:00000010:1.1:1761312147.775421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a1bbb1. 00010000:00000010:1.1:1761312147.775423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000427c1689. 00010000:00000010:1.1:1761312147.775426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa930841. 00010000:00000010:1.1:1761312147.775428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c117a1dd. 00010000:00000010:1.1:1761312147.775430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1b5279. 00010000:00000010:1.1:1761312147.775432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ef80c2. 00010000:00000010:1.1:1761312147.775435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a074f3. 00010000:00000010:1.1:1761312147.775437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008233568a. 00010000:00000010:1.1:1761312147.775439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa6c3e19. 00010000:00000010:1.1:1761312147.775441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52d921b. 00010000:00000010:1.1:1761312147.775444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7426aaa. 00010000:00000010:1.1:1761312147.775448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d167504a. 00010000:00000010:1.1:1761312147.775450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b5fdcc. 00010000:00000010:1.1:1761312147.775453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b625dc97. 00010000:00000010:1.1:1761312147.775456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027799053. 00010000:00000010:1.1:1761312147.775458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524324f6. 00010000:00000010:1.1:1761312147.775460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7e0ff9e. 00010000:00000010:1.1:1761312147.775462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2eb72e6. 00010000:00000010:1.1:1761312147.775464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb8c5b5. 00010000:00000010:1.1:1761312147.775466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073787fed. 00010000:00000010:1.1:1761312147.775468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a478bfc9. 00010000:00000010:1.1:1761312147.775471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fdee809. 00010000:00000010:1.1:1761312147.775473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006422021. 00010000:00000010:1.1:1761312147.775476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000adc63c7. 00010000:00000010:1.1:1761312147.775478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011a365d2. 00010000:00000010:1.1:1761312147.775480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000030e7baf. 00010000:00000010:1.1:1761312147.775482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbd5dfe. 00010000:00000010:1.1:1761312147.775483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7feb9a. 00010000:00000010:1.1:1761312147.775485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003631a4f3. 00010000:00000010:1.1:1761312147.775487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c49794a. 00010000:00000010:1.1:1761312147.775491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca7a1adc. 00010000:00000010:1.1:1761312147.775494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088546204. 00010000:00000010:1.1:1761312147.775497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663bd406. 00010000:00000010:1.1:1761312147.775499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e877930a. 00010000:00000010:1.1:1761312147.775502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091824db8. 00010000:00000010:1.1:1761312147.775505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de9f2094. 00010000:00000010:1.1:1761312147.775509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf8d90c. 00010000:00000010:1.1:1761312147.775511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36ac779. 00010000:00000010:1.1:1761312147.775513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dba8374. 00010000:00000010:1.1:1761312147.775515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa1f2d1. 00010000:00000010:1.1:1761312147.775517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fac26ab1. 00010000:00000010:1.1:1761312147.775520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a24142b. 00010000:00000010:1.1:1761312147.775522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed0850ba. 00010000:00000010:1.1:1761312147.775524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db215435. 00010000:00000010:1.1:1761312147.775526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056060027. 00010000:00000010:1.1:1761312147.775530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c318335a. 00010000:00000010:1.1:1761312147.775532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d45ae8. 00010000:00000010:1.1:1761312147.775534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012fd27e2. 00010000:00000010:1.1:1761312147.775536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042155be8. 00010000:00000010:1.1:1761312147.775539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e63bb81. 00010000:00000010:1.1:1761312147.775541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088d561e5. 00010000:00000010:1.1:1761312147.775543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973bb2fd. 00010000:00000010:1.1:1761312147.775545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b088ce4. 00010000:00000010:1.1:1761312147.775547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e7e581e. 00010000:00000010:1.1:1761312147.775549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004350f26c. 00010000:00000010:1.1:1761312147.775551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091707a43. 00010000:00000010:1.1:1761312147.775553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000425906c2. 00010000:00000010:1.1:1761312147.775555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da3d7c2. 00010000:00000010:1.1:1761312147.775557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e839cc. 00010000:00000010:1.1:1761312147.775559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a9bfadb. 00010000:00000010:1.1:1761312147.775562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdfb25c1. 00010000:00000010:1.1:1761312147.775565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007628926. 00010000:00000010:1.1:1761312147.775568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d3eb77d. 00010000:00000010:1.1:1761312147.775570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039de9f13. 00010000:00000010:1.1:1761312147.775573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b27e9d1. 00010000:00000010:1.1:1761312147.775577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f470a5b7. 00010000:00000010:1.1:1761312147.775580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e08b291. 00010000:00000010:1.1:1761312147.775582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afc215b0. 00010000:00000010:1.1:1761312147.775584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c259b5c. 00010000:00000010:1.1:1761312147.775586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a6f3efd. 00010000:00000010:1.1:1761312147.775589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000045ce8de. 00010000:00000010:1.1:1761312147.775592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee46663e. 00010000:00000010:1.1:1761312147.775594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037f92985. 00010000:00000010:1.1:1761312147.775599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078d9dc75. 00010000:00000010:1.1:1761312147.775601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d77032dd. 00010000:00000010:1.1:1761312147.775604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1c1676. 00010000:00000010:1.1:1761312147.775606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027bf1e52. 00010000:00000010:1.1:1761312147.775608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008607e2e5. 00010000:00000010:1.1:1761312147.775610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cc23d97. 00010000:00000010:1.1:1761312147.775612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8357452. 00010000:00000010:1.1:1761312147.775615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc37b35. 00010000:00000010:1.1:1761312147.775617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c093dd3. 00010000:00000010:1.1:1761312147.775621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011f589be. 00010000:00000010:1.1:1761312147.775699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e93c8ad4. 00010000:00000010:1.1:1761312147.775703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000672ae5b7. 00010000:00000010:1.1:1761312147.775706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000461ed73f. 00010000:00000010:1.1:1761312147.775708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009569cf98. 00010000:00000010:1.1:1761312147.775710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004bc08bd. 00010000:00000010:1.1:1761312147.775713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6db72ce. 00010000:00000010:1.1:1761312147.775715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993bd0f6. 00010000:00000010:1.1:1761312147.775717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000448369b1. 00010000:00000010:1.1:1761312147.775719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b5fa3d8. 00010000:00000010:1.1:1761312147.775721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa98d9c4. 00010000:00000010:1.1:1761312147.775723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b044dc6. 00010000:00000010:1.1:1761312147.775725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59679ad. 00010000:00000010:1.1:1761312147.775727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945143a2. 00010000:00000010:1.1:1761312147.775730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf60ac16. 00010000:00000010:1.1:1761312147.775732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceefb7a9. 00010000:00000010:1.1:1761312147.775735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f858c44. 00010000:00000010:1.1:1761312147.775737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4ed3b7c. 00010000:00000010:1.1:1761312147.775739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aed5118. 00010000:00000010:1.1:1761312147.775741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd26f88. 00010000:00000010:1.1:1761312147.775743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f418c9. 00010000:00000010:1.1:1761312147.775745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099823cbe. 00010000:00000010:1.1:1761312147.775748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee151c08. 00010000:00000010:1.1:1761312147.775751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6c123bb. 00010000:00000010:1.1:1761312147.775753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d698be4f. 00010000:00000010:1.1:1761312147.775754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d2511d4. 00010000:00000010:1.1:1761312147.775757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ea9bfe. 00010000:00000010:1.1:1761312147.779952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6a859d1. 00010000:00000010:1.1:1761312147.779966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d538d70a. 00010000:00000010:1.1:1761312147.785937:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb6cfdf. 00010000:00000010:1.1:1761312147.785948:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c0e0a5c. 00010000:00000010:1.1:1761312147.785952:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b9aab1. 00010000:00000010:1.1:1761312147.785956:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000482d57a. 00010000:00000010:1.1:1761312147.785959:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6071542. 00010000:00000010:1.1:1761312147.785961:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd66518e. 00010000:00000010:1.1:1761312147.785966:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008018223a. 00010000:00000010:1.1:1761312147.785970:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008816b934. 00010000:00000010:1.1:1761312147.785973:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca4be2f. 00010000:00000010:1.1:1761312147.785975:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d4abda2. 00010000:00000010:1.1:1761312147.785979:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d26a65f0. 00010000:00000010:1.1:1761312147.785982:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050e9683. 00010000:00000010:1.1:1761312147.785984:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8a1c8cf. 00010000:00000010:1.1:1761312147.785988:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094ab4eb7. 00010000:00000010:1.1:1761312147.785990:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84e733c. 00010000:00000010:1.1:1761312147.785993:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254c60f1. 00010000:00000010:1.1:1761312147.785996:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406b07b1. 00010000:00000010:1.1:1761312147.785999:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021a967c8. 00010000:00000010:1.1:1761312147.786001:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069be418c. 00010000:00000010:1.1:1761312147.786004:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ad32ad. 00010000:00000010:1.1:1761312147.786007:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dce1f42. 00010000:00000010:1.1:1761312147.786010:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c508d78. 00010000:00000010:1.1:1761312147.786014:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000472716ab. 00010000:00000010:1.1:1761312147.786020:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d506e40c. 00010000:00000010:1.1:1761312147.786022:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40cb636. 00010000:00000010:1.1:1761312147.786025:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001322a18b. 00010000:00000010:1.1:1761312147.786027:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7c1c3e7. 00010000:00000010:1.1:1761312147.786031:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732aa223. 00010000:00000010:1.1:1761312147.786035:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8441f23. 00010000:00000010:1.1:1761312147.786037:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6bdf8d8. 00010000:00000010:1.1:1761312147.786041:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008f32eca. 00010000:00000010:1.1:1761312147.786045:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3fc55ce. 00010000:00000010:1.1:1761312147.786050:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bc47cc2. 00010000:00000010:1.1:1761312147.786054:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f4303a. 00010000:00000010:1.1:1761312147.786057:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003aaee2b. 00010000:00000010:1.1:1761312147.786060:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f9a472f. 00010000:00000010:1.1:1761312147.786062:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c0c9a5. 00010000:00000010:1.1:1761312147.786065:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c55d02. 00010000:00000010:1.1:1761312147.786068:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007896f65a. 00010000:00000010:1.1:1761312147.786070:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f50c76c. 00010000:00000010:1.1:1761312147.786073:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dc14c46. 00010000:00000010:1.1:1761312147.786076:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d133722b. 00010000:00000010:1.1:1761312147.786078:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1138071. 00010000:00000010:1.1:1761312147.786081:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011fd2178. 00010000:00000010:1.1:1761312147.786083:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0755c21. 00010000:00000010:1.1:1761312147.786086:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8beb720. 00010000:00000010:1.1:1761312147.786090:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000188c92bb. 00010000:00000010:1.1:1761312147.786093:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018f33dfe. 00010000:00000010:1.1:1761312147.786095:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bbaa7e3. 00010000:00000010:1.1:1761312147.786098:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a31d683. 00010000:00000010:1.1:1761312147.786101:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000988ce6ac. 00010000:00000010:1.1:1761312147.786104:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077576182. 00010000:00000010:1.1:1761312147.786106:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003439122a. 00010000:00000010:1.1:1761312147.786109:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97fa10c. 00010000:00000010:1.1:1761312147.786113:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e47bd5. 00010000:00000010:1.1:1761312147.786116:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae962c3f. 00010000:00000010:1.1:1761312147.786118:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf9761e3. 00010000:00000010:1.1:1761312147.786122:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fdcaf06. 00010000:00000010:1.1:1761312147.786124:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58a8b12. 00010000:00000010:1.1:1761312147.786126:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc0f346. 00010000:00000010:1.1:1761312147.786131:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001916c290. 00010000:00000010:1.1:1761312147.786134:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b382843e. 00010000:00000010:1.1:1761312147.786136:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7566998. 00010000:00000010:1.1:1761312147.786139:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab56b89b. 00010000:00000010:1.1:1761312147.786141:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d7cf69. 00010000:00000010:1.1:1761312147.786143:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2049b58. 00010000:00000010:1.1:1761312147.786146:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000648a2c2b. 00010000:00000010:1.1:1761312147.786148:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d028d8. 00010000:00000010:1.1:1761312147.786151:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b50ba72. 00010000:00000010:1.1:1761312147.786153:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc8455b. 00010000:00000010:1.1:1761312147.786156:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000775fd68f. 00010000:00000010:1.1:1761312147.786159:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b21b17ac. 00010000:00000010:1.1:1761312147.786161:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b86cb302. 00010000:00000010:1.1:1761312147.786163:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4145e4c. 00010000:00000010:1.1:1761312147.786166:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa4c6dde. 00010000:00000010:1.1:1761312147.786169:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce272229. 00010000:00000010:1.1:1761312147.786173:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6dc104. 00010000:00000010:1.1:1761312147.786177:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020fa7edb. 00010000:00000010:1.1:1761312147.786179:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af5ed9e. 00010000:00000010:1.1:1761312147.786183:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c28e677. 00010000:00000010:1.1:1761312147.786187:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee98e849. 00010000:00000010:1.1:1761312147.786190:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000004a99b2. 00010000:00000010:1.1:1761312147.786312:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000641f57b6. 00010000:00000010:1.1:1761312147.786318:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c61201. 00010000:00000010:1.1:1761312147.786321:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af432767. 00010000:00000010:1.1:1761312147.786323:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdc2333d. 00010000:00000010:1.1:1761312147.786326:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fde9ed96. 00010000:00000010:1.1:1761312147.786328:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dee97642. 00010000:00000010:1.1:1761312147.786330:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b319f9. 00010000:00000010:1.1:1761312147.786333:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463ad13d. 00010000:00000010:1.1:1761312147.786337:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451c310a. 00010000:00000010:1.1:1761312147.786339:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea74086b. 00010000:00000010:1.1:1761312147.786341:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e7c92da. 00010000:00000010:1.1:1761312147.786343:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000200ca264. 00010000:00000010:1.1:1761312147.786346:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b860959b. 00010000:00000010:1.1:1761312147.786348:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc32124. 00010000:00000010:1.1:1761312147.786350:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000044cae66. 00010000:00000010:1.1:1761312147.786352:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c4c99d. 00010000:00000010:1.1:1761312147.786354:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9432302. 00010000:00000010:1.1:1761312147.786356:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea419c85. 00010000:00000010:1.1:1761312147.786368:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9b5e0a5. 00010000:00000010:1.1:1761312147.786371:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f29dec0c. 00010000:00000010:1.1:1761312147.786375:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb2f0ce. 00010000:00000010:1.1:1761312147.786378:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003791a2ec. 00010000:00000010:1.1:1761312147.786380:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c10dc44. 00010000:00000010:1.1:1761312147.786382:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080bdc476. 00010000:00000010:1.1:1761312147.786386:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e345a6aa. 00010000:00000010:1.1:1761312147.786390:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cad9c75. 00010000:00000010:1.1:1761312147.786392:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006346291. 00010000:00000010:1.1:1761312147.786395:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000eaacd8. 00010000:00000010:1.1:1761312147.786398:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdceb068. 00010000:00000010:1.1:1761312147.786402:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d83811e. 00010000:00000010:1.1:1761312147.786404:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a30558b8. 00010000:00000010:1.1:1761312147.786407:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ffb50a. 00010000:00000010:1.1:1761312147.786409:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d00efe. 00010000:00000010:1.1:1761312147.786412:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f26b5c7. 00010000:00000010:1.1:1761312147.786415:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a0ef479. 00010000:00000010:1.1:1761312147.786418:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdcb9bb. 00010000:00000010:1.1:1761312147.786420:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079320e8f. 00010000:00000010:1.1:1761312147.786423:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025a1a16. 00010000:00000010:1.1:1761312147.786430:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e665277. 00010000:00000010:1.1:1761312147.786433:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb93195d. 00010000:00000010:1.1:1761312147.786436:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdb8d602. 00010000:00000010:1.1:1761312147.786438:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1b4b37. 00010000:00000010:1.1:1761312147.786441:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047ed61a0. 00010000:00000010:1.1:1761312147.786444:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ef68e93. 00010000:00000010:1.1:1761312147.786448:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f48c6a04. 00010000:00000010:1.1:1761312147.786451:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c6e0cd. 00010000:00000010:1.1:1761312147.786454:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d554e2. 00010000:00000010:1.1:1761312147.786457:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b869bf74. 00010000:00000010:1.1:1761312147.786460:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c533cc7. 00010000:00000010:1.1:1761312147.786463:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006db220b2. 00010000:00000010:1.1:1761312147.786465:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb561720. 00010000:00000010:1.1:1761312147.786468:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c92d8a94. 00010000:00000010:1.1:1761312147.786470:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca7cf93a. 00010000:00000010:1.1:1761312147.786474:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006edeef3. 00010000:00000010:1.1:1761312147.786477:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018c4da7d. 00010000:00000010:1.1:1761312147.786480:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6dee7a. 00010000:00000010:1.1:1761312147.786482:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf42868d. 00010000:00000010:1.1:1761312147.786484:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b38fc94. 00010000:00000010:1.1:1761312147.786487:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c09e281f. 00010000:00000010:1.1:1761312147.786489:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e920c7a. 00010000:00000010:1.1:1761312147.786492:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068610a5b. 00010000:00000010:1.1:1761312147.786495:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c30876. 00010000:00000010:1.1:1761312147.786497:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cdc398d. 00010000:00000010:1.1:1761312147.786500:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b108e22a. 00010000:00000010:1.1:1761312147.786502:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019453fa8. 00010000:00000010:1.1:1761312147.786505:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000735d266. 00010000:00000010:1.1:1761312147.786507:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054b1044d. 00010000:00000010:1.1:1761312147.786510:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cfae5a9. 00010000:00000010:1.1:1761312147.786514:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abbada8b. 00010000:00000010:1.1:1761312147.786520:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a104aa. 00010000:00000010:1.1:1761312147.786525:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f7d6a15. 00010000:00000010:1.1:1761312147.786528:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e27e362. 00010000:00000010:1.1:1761312147.786530:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b0c60d. 00010000:00000010:1.1:1761312147.786532:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab0d9a42. 00010000:00000010:1.1:1761312147.786535:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f69987. 00010000:00000010:1.1:1761312147.786537:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8d97ae. 00010000:00000010:1.1:1761312147.786541:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d700211. 00010000:00000010:1.1:1761312147.786544:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ad7fc9. 00010000:00000010:1.1:1761312147.786547:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f610d4d. 00010000:00000010:1.1:1761312147.786550:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f46540f. 00010000:00000010:1.1:1761312147.786553:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630d8872. 00010000:00000010:1.1:1761312147.786555:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000811ce7ae. 00010000:00000010:1.1:1761312147.786558:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096448b9c. 00010000:00000010:1.1:1761312147.786560:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0e106f8. 00010000:00000010:1.1:1761312147.786562:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8990f2. 00010000:00000010:1.1:1761312147.786565:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d034a08b. 00010000:00000010:1.1:1761312147.786566:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bccaa13. 00010000:00000010:1.1:1761312147.786568:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f865fb8c. 00010000:00000010:1.1:1761312147.786570:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068560d78. 00010000:00000010:1.1:1761312147.786573:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e29426b4. 00010000:00000010:1.1:1761312147.786577:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e1acf7f. 00010000:00000010:1.1:1761312147.786579:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cca2b. 00010000:00000010:1.1:1761312147.786581:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773a9334. 00010000:00000010:1.1:1761312147.786583:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe08272. 00010000:00000010:1.1:1761312147.786586:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3aff38. 00010000:00000010:1.1:1761312147.786589:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6452b4. 00010000:00000010:1.1:1761312147.786591:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea8ef41. 00010000:00000010:1.1:1761312147.786594:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe906ec. 00010000:00000010:1.1:1761312147.786597:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0932ed5. 00010000:00000010:1.1:1761312147.786600:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b69c5d. 00010000:00000010:1.1:1761312147.786602:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056901344. 00010000:00000010:1.1:1761312147.786606:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312147.786611:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0804ec. 00010000:00000010:1.1:1761312147.786613:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312147.786618:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c95f809. 00010000:00000010:1.1:1761312147.786710:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312147.786716:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7b8aed8. 00010000:00000010:1.1:1761312147.786719:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.1:1761312147.786725:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079ee0ea9. 00010000:00000010:1.1:1761312147.786728:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312147.786730:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df70a121. 00010000:00000010:1.1:1761312147.786733:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312147.786735:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e32cb6. 00010000:00000010:1.1:1761312147.786739:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312147.786742:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031a9df7b. 00010000:00000010:1.1:1761312147.786744:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.1:1761312147.786746:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd498b9. 00010000:00000010:1.1:1761312147.786749:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.1:1761312147.786755:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c3bd45. 00010000:00000010:1.1:1761312147.786757:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.1:1761312147.786759:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312147.786762:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.1:1761312147.793923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc67feb1. 00010000:00000010:1.1:1761312147.793935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.1:1761312147.804018:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aafd7a23. 00010000:00000010:1.1:1761312147.804025:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:3.1:1761312147.809706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0a0391. 00010000:00000010:3.1:1761312147.809736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ecc94e9. 00010000:00000010:1.1:1761312147.819667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023abca29. 00010000:00000010:1.1:1761312147.819676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bebacd0d. 00010000:00000010:1.1:1761312147.819681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7446be8. 00010000:00000010:3.1:1761312147.819794:0:76456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9bf70a2. 00010000:00000010:1.1:1761312147.829739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db12f1c. 00010000:00000010:1.1:1761312147.829747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096503282. 00010000:00000010:3.1:1761312147.840983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5e33f54. 00010000:00000010:1.1:1761312147.857831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041456fd5. 00010000:00000010:1.1:1761312147.857850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b98630. 00010000:00000010:1.1:1761312147.857854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a3b9a8. 00010000:00000010:1.1:1761312147.863716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009bab72e. 00010000:00000010:1.1:1761312147.863733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:2.1:1761312147.864131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e90579f1. 00010000:00000010:2.1:1761312147.867679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000372fd1d2. 00010000:00000010:1.1:1761312147.877028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7de9dc4. 00010000:00000010:1.1:1761312147.877038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:2.1:1761312147.879828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99d031d. 00010000:00000010:1.1:1761312147.880865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000780dea22. 00010000:00000010:1.1:1761312147.880880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:3.1:1761312147.886117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6125b9. 00010000:00000010:1.1:1761312147.887092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000770f4838. 00010000:00000010:1.1:1761312147.887101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cda2474. 00010000:00000010:1.1:1761312147.887104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:3.1:1761312147.889823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9a3474. 00010000:00000010:3.1:1761312147.893681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dba8672. 00010000:00000010:1.1:1761312147.909669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219defb9. 00010000:00000010:1.1:1761312147.909687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027324b76. 00010000:00000010:1.1:1761312147.909691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eb32b0. 00010000:00000010:1.1:1761312147.922072:0:78350:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e541b79. 00010000:00000010:1.1:1761312147.922082:0:78350:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5cb181. 00010000:00000010:1.1:1761312147.922087:0:78350:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.1:1761312147.925669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c7a57e2. 00010000:00000010:1.1:1761312147.925678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bde2da26. 00010000:00000010:1.1:1761312147.925683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312147.925688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312147.925691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312147.930337:0:1379:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56d28fc. 00010000:00000010:3.1:1761312147.930355:0:1379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312147.931492:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000486ac15. 00010000:00000010:2.1:1761312147.946685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b8319e4. 00010000:00000010:3.1:1761312147.950724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8ad1de. 00010000:00000010:3.1:1761312147.950733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:2.1:1761312147.956644:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1574ea8. 00010000:00000010:3.1:1761312147.958366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d4c75ac. 00010000:00000010:3.1:1761312147.958373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:2.1:1761312147.960915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3c5881b. 00010000:00000010:2.1:1761312147.960927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312147.969091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000743a3def. 00010000:00000010:1.1:1761312147.969102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95b55d1. 00010000:00000010:1.1:1761312147.969109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:1.1:1761312147.969112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312147.969116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312147.970241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd15c925. 00010000:00000010:3.1:1761312147.977362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3179a14. 00010000:00000010:1.1:1761312147.977414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d0a74d5. 00010000:00000010:3.1:1761312147.985015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000530e5de2. 00010000:00000010:3.1:1761312147.990675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e4223a1. 00010000:00000010:1.1:1761312148.002675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009358d6f6. 00010000:00000010:3.1:1761312148.002771:0:78357:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91d0309. 00010000:00000010:3.1:1761312148.002776:0:78357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a38144. 00010000:00000010:1.1:1761312148.011529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb53290b. 00010000:00000010:2.1:1761312148.016850:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e2b716e. 00010000:00000010:1.1:1761312148.020665:0:78358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd1b94b3. 00010000:00000010:1.1:1761312148.020681:0:78358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:1.1:1761312148.020686:0:78358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b74e118. 00010000:00000010:3.1:1761312148.022927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536d4d75. 00010000:00000010:3.1:1761312148.022944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312148.035764:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a161c6f. 00010000:00000010:3.1:1761312148.035773:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.047251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b50f38. 00010000:00000010:3.1:1761312148.047267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312148.051535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a459cf2. 00010000:00000010:2.1:1761312148.056717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa8211e. 00010000:00000010:3.1:1761312148.070433:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003608ac7d. 00010000:00000010:1.1:1761312148.071117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065662da2. 00010000:00000010:1.1:1761312148.071134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae2e4fd9. 00010000:00000010:3.1:1761312148.080658:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dc9f649. 00010000:00000010:2.1:1761312148.091709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53ba98c. 00010000:00000010:2.1:1761312148.091720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635f0b98. 00010000:00000010:1.1:1761312148.105657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f0316e. 00010000:00000010:1.1:1761312148.105668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:2.1:1761312148.112388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273049ba. 00010000:00000010:2.1:1761312148.112403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312148.113069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a43119a. 00010000:00000010:3.1:1761312148.113078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433cf169. 00010000:00000010:1.1:1761312148.126771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045da70a1. 00010000:00000010:1.1:1761312148.144938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3defd2e. 00010000:00000010:1.1:1761312148.148833:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f6f42a. 00010000:00000010:3.1:1761312148.159073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b96d626. 00010000:00000010:2.1:1761312148.170192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075e511c2. 00010000:00000010:1.1:1761312148.170766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e17ec82. 00010000:00000010:2.1:1761312148.176823:0:78362:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f663672. 00010000:00000010:2.1:1761312148.176841:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068a42ba3. 00010000:00000010:2.1:1761312148.178653:0:78366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802db3d4. 00010000:00000010:3.1:1761312148.178750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc6bcfe. 00010000:00000010:3.1:1761312148.178756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009efc1d34. 00010000:00000010:3.1:1761312148.178761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b1b0a8e. 00010000:00000010:1.1:1761312148.189773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e719df7b. 00010000:00000010:1.1:1761312148.189779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5577937. 00010000:00000010:3.1:1761312148.189948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000311021f5. 00010000:00000010:3.1:1761312148.189954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011dcaa91. 00010000:00000010:1.1:1761312148.194669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb4d3f6. 00010000:00000010:1.1:1761312148.198675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b9c9878. 00010000:00000010:3.1:1761312148.198886:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5829ce0. 00010000:00000010:3.1:1761312148.198895:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa7d034. 00010000:00000010:3.1:1761312148.208145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230ccbec. 00010000:00000010:3.1:1761312148.208153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:1.1:1761312148.217659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2bde48. 00010000:00000010:3.1:1761312148.223237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f2c49fa. 00010000:00000010:3.1:1761312148.223246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312148.223251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.223253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312148.228857:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e594c070. 00010000:00000010:3.1:1761312148.228867:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:1.1:1761312148.230662:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051829611. 00010000:00000010:1.1:1761312148.238658:0:78367:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000254616e3. 00010000:00000010:3.1:1761312148.242698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b3cb42. 00010000:00000010:3.1:1761312148.242707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bff7ca. 00010000:00000010:3.1:1761312148.246854:0:78368:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023b7eff4. 00010000:00000010:3.1:1761312148.246861:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312148.268323:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbd5d6c0. 00010000:00000010:2.1:1761312148.268335:0:78362:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f8c278. 00010000:00000010:2.1:1761312148.268341:0:78362:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde7425d. 00010000:00000010:1.1:1761312148.303101:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b682e21. 00010000:00000010:1.1:1761312148.303119:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b597f5c3. 00010000:00000010:1.1:1761312148.303124:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:1.1:1761312148.307646:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba20fc1. 00010000:00000010:3.1:1761312148.308116:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047cf5fc2. 00010000:00000010:3.1:1761312148.308123:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd2dcfb. 00010000:00000010:3.1:1761312148.316598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f92ed6. 00010000:00000010:1.1:1761312148.318642:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d4c69fc. 00010000:00000010:2.1:1761312148.321110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ebb610. 00010000:00000010:2.1:1761312148.321127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312148.323647:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f11214. 00010000:00000010:2.1:1761312148.323655:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:2.1:1761312148.323659:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312148.323663:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:2.1:1761312148.331659:0:78377:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec3f419d. 00010000:00000010:1.1:1761312148.331659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de81314c. 00010000:00000010:1.1:1761312148.331666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008baad067. 00010000:00000010:1.1:1761312148.331671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:1.1:1761312148.331674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbe2dd3. 00010000:00000010:1.1:1761312148.331677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312148.338658:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052566d27. 00010000:00000010:1.1:1761312148.338667:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:2.1:1761312148.338757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd515105. 00010000:00000010:2.1:1761312148.342805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5009506. 00010000:00000010:2.1:1761312148.342811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:3.1:1761312148.343432:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cd8d369. 00010000:00000010:2.1:1761312148.351758:0:78383:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cb08d59. 00010000:00000010:2.1:1761312148.351769:0:78383:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:2.1:1761312148.351774:0:78383:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312148.351778:0:78383:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:1.1:1761312148.354834:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028368919. 00010000:00000010:2.1:1761312148.359859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eebaf6c7. 00010000:00000010:2.1:1761312148.359875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:1.1:1761312148.366076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019e9ddfc. 00010000:00000010:3.1:1761312148.371539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6660cfe. 00010000:00000010:3.1:1761312148.371558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:3.1:1761312148.378593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9e8247e. 00010000:00000010:2.1:1761312148.382223:0:75374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ded52dd. 00010000:00000010:2.1:1761312148.382234:0:75374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312148.383761:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2d8096. 00010000:00000010:3.1:1761312148.383774:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:3.1:1761312148.383802:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.383806:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:2.1:1761312148.388883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008809affa. 00010000:00000010:3.1:1761312148.393368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eae78ff5. 00010000:00000010:3.1:1761312148.397727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001552e9d7. 00010000:00000010:3.1:1761312148.397745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.1:1761312148.425950:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba1e6474. 00010000:00000010:3.1:1761312148.425961:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325a75b0. 00010000:00000010:3.1:1761312148.425966:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.1:1761312148.431678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002783ed7. 00010000:00000010:3.1:1761312148.431701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.1:1761312148.431707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a981fd. 00010000:00000010:3.1:1761312148.431710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:2.1:1761312148.432819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004db078b8. 00010000:00000010:2.1:1761312148.432825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2dc2a0. 00010000:00000010:1.1:1761312148.444771:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6ae98e8. 00010000:00000010:3.1:1761312148.445381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088de7ec4. 00010000:00000010:3.1:1761312148.445390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.1:1761312148.456670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007178fdcf. 00010000:00000010:3.1:1761312148.456748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:1.1:1761312148.457116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089f14978. 00010000:00000010:3.1:1761312148.460961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54740a5. 00010000:00000010:3.1:1761312148.460980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001849e88d. 00010000:00000010:3.1:1761312148.460985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.1:1761312148.469882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e3f8bd. 00010000:00000010:3.1:1761312148.469902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d02edad9. 00010000:00000010:3.1:1761312148.469909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312148.473122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e1a6ba. 00010000:00000010:2.1:1761312148.473134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021476b3d. 00010000:00000010:2.1:1761312148.473137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312148.493669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e90c9bac. 00010000:00000010:3.1:1761312148.493677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:2.1:1761312148.493844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0860d0. 00010000:00000010:3.1:1761312148.496674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb8f3c01. 00010000:00000010:2.1:1761312148.497881:0:78395:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098221599. 00010000:00000010:2.1:1761312148.497899:0:78395:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312148.497904:0:78395:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312148.497909:0:78395:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:1.1:1761312148.504696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e8327f. 00010000:00000010:1.1:1761312148.504704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e118d7. 00010000:00000010:1.1:1761312148.504709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:1.1:1761312148.518715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc1bcd2. 00010000:00000010:1.1:1761312148.518734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a19936b0. 00010000:00000010:1.1:1761312148.518741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312148.523768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050a1dd10. 00010000:00000010:1.1:1761312148.523792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312148.527685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df70ce54. 00010000:00000010:1.1:1761312148.527703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312148.546149:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf17cc29. 00010000:00000010:1.1:1761312148.546162:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312148.546171:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312148.546179:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:2.1:1761312148.553102:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ffa16b0. 00010000:00000010:2.1:1761312148.553113:0:1029:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019b061b2. 00010000:00000010:2.1:1761312148.553118:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312148.560618:0:1373:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5d1c24. 00010000:00000010:3.1:1761312148.564949:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023e22446. 00010000:00000010:3.1:1761312148.564964:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:1.1:1761312148.568913:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f60572a8. 00010000:00000010:2.1:1761312148.576679:0:75374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d2760b. 00010000:00000010:2.1:1761312148.576690:0:75374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:1.1:1761312148.578915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033b77677. 00010000:00000010:1.1:1761312148.578929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:1.1:1761312148.586725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000048aff57. 00010000:00000010:1.1:1761312148.586736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000102fa8e8. 00010000:00000010:1.1:1761312148.586741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312148.599034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c13d86bc. 00010000:00000010:1.1:1761312148.599052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312148.606683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab97c6ce. 00010000:00000010:1.1:1761312148.606700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312148.611269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f615e2. 00010000:00000010:1.1:1761312148.611278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:2.1:1761312148.615922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1bd33f. 00010000:00000010:1.1:1761312148.621688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfda1912. 00010000:00000010:1.1:1761312148.621697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:2.1:1761312148.624922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df5bb806. 00010000:00000010:1.1:1761312148.625691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c119103a. 00010000:00000010:1.1:1761312148.625699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312148.640718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312148.640725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312148.640728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1bbdd15. 00010000:00000010:1.1:1761312148.640732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312148.659683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e14594a3. 00010000:00000010:1.1:1761312148.659694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:2.1:1761312148.663649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fda780a. 00010000:00000010:2.1:1761312148.663658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:3.1:1761312148.670107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fd478. 00010000:00000010:3.1:1761312148.670116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312148.673239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc2709ee. 00010000:00000010:3.1:1761312148.678674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a050822b. 00010000:00000010:3.1:1761312148.678690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:1.1:1761312148.685971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca68cee4. 00010000:00000010:2.1:1761312148.689671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dcabfd. 00010000:00000010:3.1:1761312148.689672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c70e1ebb. 00010000:00000010:3.1:1761312148.689681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.699062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007619199f. 00010000:00000010:3.1:1761312148.699070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:2.1:1761312148.699891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006af8c6c6. 00010000:00000010:1.1:1761312148.704830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc585c8. 00010000:00000010:3.1:1761312148.709851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eb816af. 00010000:00000010:3.1:1761312148.709859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:2.1:1761312148.718668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb2b4bf. 00010000:00000010:2.1:1761312148.729318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090edc276. 00010000:00000010:3.1:1761312148.729940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c179d4. 00010000:00000010:3.1:1761312148.729949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.1:1761312148.731679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056eb25fc. 00010000:00000010:3.1:1761312148.731692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312148.731725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfdcb7. 00010000:00000010:3.1:1761312148.736682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089564dbe. 00010000:00000010:3.1:1761312148.736696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.736700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.736703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:2.1:1761312148.744703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035db2eb3. 00010000:00000010:3.1:1761312148.744911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098821ef5. 00010000:00000010:3.1:1761312148.744920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:2.1:1761312148.750079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004793227. 00010000:00000010:3.1:1761312148.752797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053c0cd5f. 00010000:00000010:3.1:1761312148.752805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312148.753672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c80bcdf3. 00010000:00000010:3.1:1761312148.761833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e33bd1f. 00010000:00000010:3.1:1761312148.761842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312148.765723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e018adbe. 00010000:00000010:3.1:1761312148.765730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312148.766025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007345ebce. 00010000:00000010:2.1:1761312148.766681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b64533e. 00010000:00000010:2.1:1761312148.769668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2c4c045. 00010000:00000010:3.1:1761312148.769853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3358e4. 00010000:00000010:3.1:1761312148.769860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.779004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c284209c. 00010000:00000010:3.1:1761312148.779020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312148.789102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312148.799327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752af316. 00010000:00000010:3.1:1761312148.799342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.1:1761312148.799658:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004423f66f. 00010000:00000010:3.1:1761312148.803909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887f1159. 00010000:00000010:3.1:1761312148.803926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312148.804766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4ab64c2. 00010000:00000010:1.1:1761312148.808895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7eab7bc. 00010000:00000010:2.1:1761312148.811922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006675ce0c. 00010000:00000010:3.1:1761312148.814635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cd460d6. 00010000:00000010:3.1:1761312148.814651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.820600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce6b6d7. 00010000:00000010:3.1:1761312148.820608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312148.820612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.820614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312148.824679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7262cb9. 00010000:00000010:3.1:1761312148.828651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000882e057b. 00010000:00000010:3.1:1761312148.828668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:2.1:1761312148.835205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066679336. 00010000:00000010:3.1:1761312148.839984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072db149a. 00010000:00000010:3.1:1761312148.839992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312148.844723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004587d5a6. 00010000:00000010:1.1:1761312148.858888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c07f7e3. 00010000:00000010:3.1:1761312148.867708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d3dcc9. 00010000:00000010:3.1:1761312148.867724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd2dcfb. 00010000:00000010:2.1:1761312148.867876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cedba83. 00010000:00000010:3.1:1761312148.875673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.875683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312148.882723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002594af16. 00010000:00000010:3.1:1761312148.882733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:1.1:1761312148.888484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aec1121. 00010000:00000010:1.1:1761312148.888498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056bb193e. 00010000:00000010:3.1:1761312148.890924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745b486b. 00010000:00000010:3.1:1761312148.890950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312148.899898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000757a17b. 00010000:00000010:3.1:1761312148.899926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312148.914342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035894d7. 00010000:00000010:3.1:1761312148.916795:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d993ec7. 00010000:00000010:3.1:1761312148.916804:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312148.924740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009687b777. 00010000:00000010:3.1:1761312148.928600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bdb2a21. 00010000:00000010:3.1:1761312148.928619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312148.928635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312148.928638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312148.934825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da15b31a. 00010000:00000010:1.1:1761312148.939692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b1c574. 00010000:00000010:1.1:1761312148.939725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:2.1:1761312148.949239:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb637aa. 00010000:00000010:2.1:1761312148.953897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:2.1:1761312148.953908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1415223. 00010000:00000010:1.1:1761312148.962850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c57acc7e. 00010000:00000010:3.1:1761312149.011840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef99c44. 00010000:00000010:1.1:1761312149.038477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ba5bcf. 00010000:00000010:1.1:1761312149.041847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d07b496f. 00010000:00000010:1.1:1761312149.041856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004915c887. 00010000:00000010:1.1:1761312149.041861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bff7ca. 00010000:00000010:1.1:1761312149.045428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312149.056950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001baa1fbc. 00010000:00000010:1.1:1761312149.056978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312149.056985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312149.056989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:3.1:1761312149.060883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007154eb85. 00010000:00000010:1.1:1761312149.064945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a1ad397. 00010000:00000010:1.1:1761312149.064959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.1:1761312149.068669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9868c77. 00010000:00000010:1.1:1761312149.068700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:2.1:1761312149.073674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e60d9fad. 00010000:00000010:2.1:1761312149.073877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312149.084668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000248626df. 00010000:00000010:1.1:1761312149.084675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:3.1:1761312149.088991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007247ef14. 00010000:00000010:1.1:1761312149.094473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000514880bb. 00010000:00000010:1.1:1761312149.094482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312149.094485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000423e47a8. 00010000:00000010:1.1:1761312149.094489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.1:1761312149.106753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f086836d. 00010000:00000010:1.1:1761312149.106773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312149.108841:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:2.1:1761312149.113910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f837e843. 00010000:00000010:2.1:1761312149.113922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312149.118907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a5d5b71. 00010000:00000010:2.1:1761312149.121854:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3454f52. 00010000:00000010:2.1:1761312149.121862:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:1.1:1761312149.124341:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653a12be. 00010000:00000010:2.1:1761312149.127572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a7f2ce. 00010000:00000010:2.1:1761312149.127592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312149.133861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aaada39. 00010000:00000010:2.1:1761312149.133874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312149.133879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312149.133883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312149.142847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade9109c. 00010000:00000010:2.1:1761312149.142856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312149.155666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000806f50a4. 00010000:00000010:2.1:1761312149.155676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:1.1:1761312149.156168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc917677. 00010000:00000010:1.1:1761312149.157152:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc50ae8c. 00010000:00000010:2.1:1761312149.158095:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb5a68b. 00010000:00000010:2.1:1761312149.158108:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:3.1:1761312149.161663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a8e0e7. 00010000:00000010:1.1:1761312149.169925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615a1a73. 00010000:00000010:1.1:1761312149.169935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a54d80. 00010000:00000010:1.1:1761312149.169939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d2cd42. 00010000:00000010:1.1:1761312149.169942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312149.183108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e364288. 00010000:00000010:3.1:1761312149.193983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001844f338. 00010000:00000010:0.1:1761312149.209311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9348d5. 00010000:00000010:0.1:1761312149.209315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.1:1761312149.209317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004902e240. 00010000:00000010:0.1:1761312149.209319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.1:1761312149.209321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2ed5b7a. 00010000:00000010:0.1:1761312149.209324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.1:1761312149.209326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ec783e6. 00010000:00000010:0.1:1761312149.209328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00010000:00000010:0.1:1761312149.209333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef79393. 00010000:00000010:0.1:1761312149.209335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.1:1761312149.209337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80001fd. 00010000:00000010:0.1:1761312149.209341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef99c44. 00010000:00000010:0.1:1761312149.209343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e09c07. 00010000:00000010:0.1:1761312149.209346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9a3474. 00010000:00000010:0.1:1761312149.209348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e0c3ec. 00010000:00000010:0.1:1761312149.209352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9694ad. 00010000:00000010:0.1:1761312149.209355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291fe74e. 00010000:00000010:0.1:1761312149.209357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc660ac. 00010000:00000010:0.1:1761312149.209359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594ae392. 00010000:00000010:0.1:1761312149.209362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887e7332. 00010000:00000010:0.1:1761312149.209364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beaaa735. 00010000:00000010:0.1:1761312149.209366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7176614. 00010000:00000010:0.1:1761312149.209368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be221a56. 00010000:00000010:0.1:1761312149.209371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d04bb3. 00010000:00000010:0.1:1761312149.209375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a7f2ce. 00010000:00000010:0.1:1761312149.209378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd33832. 00010000:00000010:0.1:1761312149.209380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000640151d5. 00010000:00000010:0.1:1761312149.209383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991663a2. 00010000:00000010:0.1:1761312149.209385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033f9325b. 00010000:00000010:0.1:1761312149.209388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af7d163. 00010000:00000010:0.1:1761312149.209391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000012a53a. 00010000:00000010:0.1:1761312149.209394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2295251. 00010000:00000010:0.1:1761312149.209396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f991502e. 00010000:00000010:0.1:1761312149.209400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f97d65. 00010000:00000010:0.1:1761312149.209402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40be7c0. 00010000:00000010:0.1:1761312149.209405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b15b069. 00010000:00000010:0.1:1761312149.209407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159cefad. 00010000:00000010:0.1:1761312149.209410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061194ae5. 00010000:00000010:0.1:1761312149.209414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d107d8fa. 00010000:00000010:0.1:1761312149.209419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ec66d26. 00010000:00000010:0.1:1761312149.209423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009598f094. 00010000:00000010:0.1:1761312149.209425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cfe059b. 00010000:00000010:0.1:1761312149.209427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb0efb4c. 00010000:00000010:0.1:1761312149.209432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019a60e38. 00010000:00000010:0.1:1761312149.209434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325ffafb. 00010000:00000010:0.1:1761312149.209437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e731b09e. 00010000:00000010:0.1:1761312149.209440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000481bf1c6. 00010000:00000010:0.1:1761312149.209442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efe45f5. 00010000:00000010:0.1:1761312149.209445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007757a0b. 00010000:00000010:0.1:1761312149.209448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9e3d3d. 00010000:00000010:0.1:1761312149.220686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efa46924. 00010000:00000010:0.1:1761312149.220697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a768a196. 00010000:00000010:0.1:1761312149.220702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e12a8e1. 00010000:00000010:0.1:1761312149.220707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95ddfae. 00010000:00000010:0.1:1761312149.220710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd6f02c. 00010000:00000010:0.1:1761312149.220712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2041fb1. 00010000:00000010:0.1:1761312149.220715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b68c95. 00010000:00000010:0.1:1761312149.220717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9d06bc. 00010000:00000010:0.1:1761312149.220720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c5decc. 00010000:00000010:0.1:1761312149.220722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1657593. 00010000:00000010:0.1:1761312149.220724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdb19ee. 00010000:00000010:0.1:1761312149.220727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa606b7. 00010000:00000010:0.1:1761312149.220730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b440813. 00010000:00000010:0.1:1761312149.220733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f338ebf. 00010000:00000010:0.1:1761312149.225041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c6d2745. 00010000:00000010:0.1:1761312149.225076:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78a7a8a. 00010000:00000010:0.1:1761312149.225082:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c0d0f4d. 00010000:00000010:0.1:1761312149.225086:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc63452. 00010000:00000010:0.1:1761312149.225088:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a0d162. 00010000:00000010:0.1:1761312149.225090:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f66c1c4. 00010000:00000010:0.1:1761312149.225094:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085869d39. 00010000:00000010:0.1:1761312149.225096:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e94d4ef. 00010000:00000010:0.1:1761312149.225098:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000008f960f. 00010000:00000010:0.1:1761312149.225101:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df995d5. 00010000:00000010:0.1:1761312149.225104:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045d712c9. 00010000:00000010:0.1:1761312149.225108:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bce0cff. 00010000:00000010:0.1:1761312149.225110:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae992ae6. 00010000:00000010:0.1:1761312149.225112:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3d8ea7. 00010000:00000010:0.1:1761312149.225113:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081b9d55d. 00010000:00000010:0.1:1761312149.225116:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa7d034. 00010000:00000010:0.1:1761312149.225119:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038a5c5fd. 00010000:00000010:0.1:1761312149.225123:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006893520b. 00010000:00000010:0.1:1761312149.225128:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004accc628. 00010000:00000010:0.1:1761312149.225132:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbfb0dec. 00010000:00000010:0.1:1761312149.225135:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfb8cc8e. 00010000:00000010:0.1:1761312149.225138:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a9e371. 00010000:00000010:0.1:1761312149.225141:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008cd553d. 00010000:00000010:0.1:1761312149.225143:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65c3a8e. 00010000:00000010:0.1:1761312149.225146:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a1e2e10. 00010000:00000010:0.1:1761312149.225150:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009795e6f7. 00010000:00000010:0.1:1761312149.225153:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000458c001. 00010000:00000010:0.1:1761312149.225156:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a793ba8c. 00010000:00000010:0.1:1761312149.225159:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007935e60. 00010000:00000010:0.1:1761312149.225162:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf72baa. 00010000:00000010:0.1:1761312149.225164:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000850f23c. 00010000:00000010:0.1:1761312149.225167:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8b284. 00010000:00000010:0.1:1761312149.225169:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e1d2227. 00010000:00000010:0.1:1761312149.225173:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a4f961. 00010000:00000010:0.1:1761312149.225177:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039c02681. 00010000:00000010:0.1:1761312149.225180:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047de7aa1. 00010000:00000010:0.1:1761312149.225182:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb00bcd7. 00010000:00000010:0.1:1761312149.225185:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0fc570. 00010000:00000010:0.1:1761312149.225187:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f566bd2. 00010000:00000010:0.1:1761312149.225189:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098aa2ccb. 00010000:00000010:0.1:1761312149.225192:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b822403c. 00010000:00000010:0.1:1761312149.225195:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001007ed5c. 00010000:00000010:0.1:1761312149.225196:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926fd18c. 00010000:00000010:0.1:1761312149.225199:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90da3a3. 00010000:00000010:0.1:1761312149.225200:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c47d6c. 00010000:00000010:0.1:1761312149.225203:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7d1729e. 00010000:00000010:0.1:1761312149.225205:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2216d4. 00010000:00000010:0.1:1761312149.225209:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.1:1761312149.225218:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4e8687. 00010000:00000010:0.1:1761312149.225221:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035894d7. 00010000:00000010:0.1:1761312149.225224:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c509a9. 00010000:00000010:0.1:1761312149.225227:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.1:1761312149.225230:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730b94b0. 00010000:00000010:0.1:1761312149.226704:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818864b6. 00010000:00000010:0.1:1761312149.226717:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000033db37c. 00010000:00000010:0.1:1761312149.226722:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.1:1761312149.226726:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044931c40. 00010000:00000010:0.1:1761312149.226731:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.1:1761312149.226734:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae3d4c6c. 00010000:00000010:0.1:1761312149.226737:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2854ea8. 00010000:00000010:0.1:1761312149.226741:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf309055. 00010000:00000010:0.1:1761312149.226751:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce4df05. 00010000:00000010:0.1:1761312149.226754:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a7af3b. 00010000:00000010:0.1:1761312149.226756:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d429c473. 00010000:00000010:0.1:1761312149.226759:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bb7495. 00010000:00000010:0.1:1761312149.226762:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d254f060. 00010000:00000010:0.1:1761312149.226764:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000002c3be9. 00010000:00000010:0.1:1761312149.226767:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fc24e7. 00010000:00000010:0.1:1761312149.226770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000156ba70. 00010000:00000010:0.1:1761312149.226772:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e20b06d0. 00010000:00000010:0.1:1761312149.226787:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dc7d7c6. 00010000:00000010:0.1:1761312149.226791:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8d2653. 00010000:00000010:0.1:1761312149.226794:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014327dc7. 00010000:00000010:0.1:1761312149.226797:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd33233d. 00010000:00000010:0.1:1761312149.226799:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131e7dfd. 00010000:00000010:0.1:1761312149.226802:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d9d747. 00010000:00000010:0.1:1761312149.226804:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a727d5. 00010000:00000010:0.1:1761312149.226806:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828f3379. 00010000:00000010:0.1:1761312149.226811:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570b35dd. 00010000:00000010:0.1:1761312149.226816:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00010000:00000010:0.1:1761312149.226820:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3f1565. 00010000:00000010:0.1:1761312149.226825:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e746501e. 00010000:00000010:0.1:1761312149.226828:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0d1440. 00010000:00000010:0.1:1761312149.226833:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00010000:00000010:0.1:1761312149.226836:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037efe0a. 00010000:00000010:0.1:1761312149.226839:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbafa27. 00010000:00000010:0.1:1761312149.226843:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ee9e6ff. 00010000:00000010:0.1:1761312149.226846:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00010000:00000010:0.1:1761312149.226849:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000662fc711. 00010000:00000010:0.1:1761312149.226852:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00010000:00000010:0.1:1761312149.226854:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094944ec4. 00010000:00000010:0.1:1761312149.226857:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.1:1761312149.226861:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91d0309. 00010000:00000010:0.1:1761312149.226864:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00010000:00000010:0.1:1761312149.226866:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d91848. 00010000:00000010:0.1:1761312149.226869:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00010000:00000010:0.1:1761312149.226871:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd943803. 00010000:00000010:0.1:1761312149.226874:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:0.1:1761312149.226876:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67a091f. 00010000:00000010:0.1:1761312149.226878:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.1:1761312149.226881:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8fc3e1. 00010000:00000010:0.1:1761312149.226883:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:0.1:1761312149.226885:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6028e72. 00010000:00000010:0.1:1761312149.226888:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00010000:00000010:0.1:1761312149.226892:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4cfeb10. 00010000:00000010:0.1:1761312149.226899:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.1:1761312149.226901:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae964522. 00010000:00000010:0.1:1761312149.226904:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312149.226906:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055370229. 00010000:00000010:0.1:1761312149.226909:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312149.226911:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0550cfc. 00010000:00000010:0.1:1761312149.226914:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.1:1761312149.226917:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d84fcb. 00010000:00000010:0.1:1761312149.226919:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.1:1761312149.226921:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce0211e1. 00010000:00000010:0.1:1761312149.226923:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00010000:00000010:0.1:1761312149.226925:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d73a3d9. 00010000:00000010:0.1:1761312149.226929:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f25b20. 00010000:00000010:0.1:1761312149.226933:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f192933. 00010000:00000010:0.1:1761312149.226937:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f60e30. 00010000:00000010:0.1:1761312149.226939:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fbd22d5. 00010000:00000010:0.1:1761312149.226942:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ef319f. 00010000:00000010:0.1:1761312149.226945:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000391dd5c. 00010000:00000010:0.1:1761312149.226947:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e8889e. 00010000:00000010:0.1:1761312149.226949:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0c14707. 00010000:00000010:0.1:1761312149.226952:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eef9f04. 00010000:00000010:0.1:1761312149.226954:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c96049. 00010000:00000010:0.1:1761312149.226957:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c94c361. 00010000:00000010:0.1:1761312149.226959:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006124db3a. 00010000:00000010:0.1:1761312149.226961:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1c33ba. 00010000:00000010:0.1:1761312149.226965:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a8a2c2. 00010000:00000010:0.1:1761312149.226968:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064261c3a. 00010000:00000010:0.1:1761312149.226970:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afefce3f. 00010000:00000010:0.1:1761312149.226972:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f67d12. 00010000:00000010:0.1:1761312149.226974:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d37595. 00010000:00000010:0.1:1761312149.226977:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ad96ec. 00010000:00000010:0.1:1761312149.226979:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8c9f5c. 00010000:00000010:0.1:1761312149.226981:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c899caca. 00010000:00000010:0.1:1761312149.226983:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c54804e9. 00010000:00000010:0.1:1761312149.226985:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b95af1a. 00010000:00000010:0.1:1761312149.226987:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b84e1ec. 00010000:00000010:0.1:1761312149.226990:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131fa44a. 00010000:00000010:0.1:1761312149.226991:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3489e6e. 00010000:00000010:0.1:1761312149.226993:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002891504c. 00010000:00000010:0.1:1761312149.226997:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5e8469. 00010000:00000010:0.1:1761312149.226999:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010206b30. 00010000:00000010:0.1:1761312149.227052:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aadf97f. 00010000:00000010:0.1:1761312149.227058:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa8e11d. 00010000:00000010:0.1:1761312149.227062:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087321254. 00010000:00000010:0.1:1761312149.227064:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005848e505. 00010000:00000010:0.1:1761312149.227066:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668df0d6. 00010000:00000010:0.1:1761312149.227071:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000507c8e89. 00010000:00000010:0.1:1761312149.227073:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455d0cbd. 00010000:00000010:0.1:1761312149.227077:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e30a88. 00010000:00000010:0.1:1761312149.227080:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c840a0c4. 00010000:00000010:0.1:1761312149.227082:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005600b5f. 00010000:00000010:0.1:1761312149.227085:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312149.227087:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009418a8c5. 00010000:00000010:0.1:1761312149.227090:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060664673. 00010000:00000010:0.1:1761312149.227092:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5eb428. 00010000:00000010:0.1:1761312149.227095:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070bc8c9. 00010000:00000010:0.1:1761312149.227110:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb7eb69. 00010000:00000010:0.1:1761312149.227117:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022366287. 00010000:00000010:0.1:1761312149.227120:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e277bd24. 00010000:00000010:0.1:1761312149.227123:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b730e30. 00010000:00000010:0.1:1761312149.227126:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec5caf38. 00010000:00000010:0.1:1761312149.227129:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000421d933. 00010000:00000010:0.1:1761312149.227131:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c2acdca. 00010000:00000010:0.1:1761312149.227134:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a821192. 00010000:00000010:0.1:1761312149.227137:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022418585. 00010000:00000010:0.1:1761312149.227139:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b07cc4. 00010000:00000010:0.1:1761312149.227142:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c46f863. 00010000:00000010:0.1:1761312149.227145:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000530b638a. 00010000:00000010:0.1:1761312149.227147:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000242db2a5. 00010000:00000010:0.1:1761312149.227149:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041042a30. 00010000:00000010:0.1:1761312149.227151:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfe94d. 00010000:00000010:0.1:1761312149.227153:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f28256. 00010000:00000010:0.1:1761312149.227156:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683082cd. 00010000:00000010:0.1:1761312149.227158:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022186796. 00010000:00000010:0.1:1761312149.227161:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c512510. 00010000:00000010:0.1:1761312149.227163:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeab9607. 00010000:00000010:0.1:1761312149.227166:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9fd3e1e. 00010000:00000010:0.1:1761312149.227168:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d257e78. 00010000:00000010:0.1:1761312149.227171:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d13392. 00010000:00000010:0.1:1761312149.227173:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c81997e. 00010000:00000010:0.1:1761312149.227176:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b16ac3. 00010000:00000010:0.1:1761312149.227178:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9df1784. 00010000:00000010:0.1:1761312149.227181:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000840c677a. 00010000:00000010:0.1:1761312149.227185:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4a6562d. 00010000:00000010:0.1:1761312149.227189:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023211547. 00010000:00000010:0.1:1761312149.227195:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf27c838. 00010000:00000010:0.1:1761312149.227198:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088afdcad. 00010000:00000010:0.1:1761312149.227201:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1669f2. 00010000:00000010:0.1:1761312149.227205:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0bfd18. 00010000:00000010:0.1:1761312149.227208:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886593fb. 00010000:00000010:0.1:1761312149.227211:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990a33a3. 00010000:00000010:0.1:1761312149.227216:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a86c2fb. 00010000:00000010:0.1:1761312149.227218:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f8ed7f. 00010000:00000010:0.1:1761312149.227221:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5251e25. 00010000:00000010:0.1:1761312149.227223:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009231e5b8. 00010000:00000010:0.1:1761312149.227226:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e318ace5. 00010000:00000010:0.1:1761312149.227229:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cc7ef8. 00010000:00000010:0.1:1761312149.227233:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081248ece. 00010000:00000010:0.1:1761312149.227235:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154d52b. 00010000:00000010:0.1:1761312149.227237:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ea36ca. 00010000:00000010:0.1:1761312149.227240:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011cc2a4c. 00010000:00000010:0.1:1761312149.227242:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c08dd38. 00010000:00000010:0.1:1761312149.227244:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55ad5f5. 00010000:00000010:0.1:1761312149.227249:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb9c6cc2. 00010000:00000010:0.1:1761312149.227253:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006635ec89. 00010000:00000010:0.1:1761312149.227255:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbc5ab. 00010000:00000010:0.1:1761312149.227258:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4538212. 00010000:00000010:0.1:1761312149.227261:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002913ca49. 00010000:00000010:0.1:1761312149.227263:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d14119. 00010000:00000010:0.1:1761312149.227266:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca2acf36. 00010000:00000010:0.1:1761312149.227269:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9951405. 00010000:00000010:0.1:1761312149.227271:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032256f08. 00010000:00000010:0.1:1761312149.227274:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af82a30. 00010000:00000010:0.1:1761312149.227280:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f716af3. 00010000:00000010:0.1:1761312149.227283:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa4a20. 00010000:00000010:0.1:1761312149.227285:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002cd84f0. 00010000:00000010:0.1:1761312149.227289:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f45c5cc. 00010000:00000010:0.1:1761312149.227292:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000817bed0. 00010000:00000010:0.1:1761312149.227294:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c03309. 00010000:00000010:0.1:1761312149.227297:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066b918b4. 00010000:00000010:0.1:1761312149.227300:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c302117. 00010000:00000010:0.1:1761312149.227302:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a6411c. 00010000:00000010:0.1:1761312149.227307:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441fe92b. 00010000:00000010:0.1:1761312149.227310:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b971fce2. 00010000:00000010:0.1:1761312149.227313:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020146f64. 00010000:00000010:0.1:1761312149.227770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f669359a. 00010000:00000010:0.1:1761312149.227791:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb3ae4e. 00010000:00000010:0.1:1761312149.227795:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552037bc. 00010000:00000010:0.1:1761312149.227799:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aa8d688. 00010000:00000010:0.1:1761312149.227805:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b50f38. 00010000:00000010:0.1:1761312149.227810:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a26db60. 00010000:00000010:0.1:1761312149.227812:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080cbb3ee. 00010000:00000010:0.1:1761312149.227814:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d245c7. 00010000:00000010:0.1:1761312149.227816:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274e7cef. 00010000:00000010:0.1:1761312149.227819:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3f82ec. 00010000:00000010:0.1:1761312149.227821:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ec23e8. 00010000:00000010:0.1:1761312149.227825:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004822491d. 00010000:00000010:0.1:1761312149.227827:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001103f32b. 00010000:00000010:0.1:1761312149.227830:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbeb169. 00010000:00000010:0.1:1761312149.227832:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a11f4ec5. 00010000:00000010:0.1:1761312149.227834:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081cbd71a. 00010000:00000010:0.1:1761312149.227837:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aab65fd. 00010000:00000010:0.1:1761312149.227839:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b89fbf0. 00010000:00000010:0.1:1761312149.227841:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c25971d. 00010000:00000010:0.1:1761312149.227844:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a872e10c. 00010000:00000010:0.1:1761312149.227846:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4fc3af. 00010000:00000010:0.1:1761312149.227850:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2e22b21. 00010000:00000010:0.1:1761312149.227852:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8ba62e5. 00010000:00000010:0.1:1761312149.227856:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:0.1:1761312149.227861:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007149bf1f. 00010000:00000010:0.1:1761312149.227864:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:0.1:1761312149.227868:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de586311. 00010000:00000010:0.1:1761312149.227873:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:0.1:1761312149.227876:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45fc26f. 00010000:00000010:0.1:1761312149.227879:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44186d. 00010000:00000010:0.1:1761312149.227882:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fea734b. 00010000:00000010:0.1:1761312149.227887:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.1:1761312149.227889:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4eb7c52. 00010000:00000010:0.1:1761312149.227893:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:0.1:1761312149.227896:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e097862. 00010000:00000010:0.1:1761312149.227899:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:0.1:1761312149.227903:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312149.227906:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:0.1:1761312149.227908:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003495a53c. 00010000:00000010:0.1:1761312149.227911:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:1.1:1761312149.229050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d339161. 00010000:00000010:3.1:1761312149.229840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000974e9613. 00010000:00000010:3.1:1761312149.229852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047231fdd. 00010000:00000010:1.1:1761312149.246682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005166f130. 00010000:00000010:0.1:1761312149.246697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a894ae. 00010000:00000010:0.1:1761312149.246708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:1.1:1761312149.254817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9bcd4ca. 00010000:00000010:1.1:1761312149.254842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001376e41. 00010000:00000010:1.1:1761312149.254848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312149.265960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b75e7e0d. 00010000:00000010:3.1:1761312149.271666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da12b807. 00010000:00000010:3.1:1761312149.271677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:3.1:1761312149.283286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e37782. 00010000:00000010:3.1:1761312149.283300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312149.283641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac78aaf8. 00010000:00000010:3.1:1761312149.287698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be6d9a7. 00010000:00000010:1.1:1761312149.291676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01382bc. 00010000:00000010:1.1:1761312149.291700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:1.1:1761312149.291706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d32558d. 00010000:00000010:0.1:1761312149.292457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000314521a5. 00010000:00000010:0.1:1761312149.292466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312149.304834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b221e013. 00010000:00000010:0.1:1761312149.313802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6b6676b. 00010000:00000010:0.1:1761312149.313811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:3.1:1761312149.317340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae23df3a. 00010000:00000010:3.1:1761312149.317355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cebb9be9. 00010000:00000010:3.1:1761312149.317361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:1.1:1761312149.317724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de66b9c. 00010000:00000010:3.1:1761312149.321338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000640d0ec9. 00010000:00000010:3.1:1761312149.321348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312149.324997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002de9abd3. 00010000:00000010:3.1:1761312149.325016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.1:1761312149.325021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312149.325024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:0.1:1761312149.329843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1054e77. 00010000:00000010:0.1:1761312149.332931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f23d5e2. 00010000:00000010:3.1:1761312149.333583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e047d1e. 00010000:00000010:3.1:1761312149.333594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:0.1:1761312149.338864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfda14ac. 00010000:00000010:2.1:1761312149.347919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075577be8. 00010000:00000010:2.1:1761312149.347932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:2.1:1761312149.355697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000866f229b. 00010000:00000010:2.1:1761312149.355707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312149.355711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081798b9a. 00010000:00000010:1.1:1761312149.357707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5039ab. 00010000:00000010:0.1:1761312149.360065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024f749a6. 00010000:00000010:0.1:1761312149.360073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312149.363886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.1:1761312149.368663:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc64a04f. 00010000:00000010:0.1:1761312149.368674:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:0.1:1761312149.368679:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b2d35f7. 00010000:00000010:0.1:1761312149.368693:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:1.1:1761312149.369142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c413e8fb. 00010000:00000010:2.1:1761312149.373002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049647e16. 00010000:00000010:2.1:1761312149.373011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b55227a. 00010000:00000010:2.1:1761312149.373017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:1.1:1761312149.381086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000148a424. 00010000:00000010:2.1:1761312149.381695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77bc3a9. 00010000:00000010:2.1:1761312149.381706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:1.1:1761312149.384964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191532f4. 00010000:00000010:2.1:1761312149.390686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b35509f4. 00010000:00000010:2.1:1761312149.390702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312149.390708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ab9cba7. 00010000:00000010:2.1:1761312149.390711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bb8790. 00010000:00000010:2.1:1761312149.390714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:2.1:1761312149.395715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5eb07d4. 00010000:00000010:2.1:1761312149.398653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a46086c. 00010000:00000010:2.1:1761312149.398664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:3.1:1761312149.398798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c4aa65. 00010000:00000010:0.1:1761312149.398904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019dc75f9. 00010000:00000010:0.1:1761312149.398910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:3.1:1761312149.407104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b2c5d6. 00010000:00000010:2.1:1761312149.407542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027936db2. 00010000:00000010:2.1:1761312149.407552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:2.1:1761312149.413786:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b61add. 00010000:00000010:2.1:1761312149.413796:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066a04d22. 00010000:00000010:2.1:1761312149.413800:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:3.1:1761312149.417718:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f88f020. 00010000:00000010:2.1:1761312149.426791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b423fbcc. 00010000:00000010:2.1:1761312149.426814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:3.1:1761312149.431659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c86e91e. 00010000:00000010:2.1:1761312149.432740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030fd2a16. 00010000:00000010:2.1:1761312149.432753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:3.1:1761312149.436668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c57c62. 00010000:00000010:2.1:1761312149.440694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c7f813. 00010000:00000010:2.1:1761312149.440704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312149.440709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312149.440713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:3.1:1761312149.461881:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12e1aa2. 00010000:00000010:2.1:1761312149.471059:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0fe80da. 00010000:00000010:2.1:1761312149.471083:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:2.1:1761312149.471088:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e420d6. 00010000:00000010:2.1:1761312149.471092:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:1.1:1761312149.471498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8df3bf. 00010000:00000010:1.1:1761312149.475680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfe9568. 00010000:00000010:1.1:1761312149.475697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000896d5281. 00010000:00000010:1.1:1761312149.475703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:3.1:1761312149.485918:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea14e790. 00010000:00000010:1.1:1761312149.491046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000eeef79. 00010000:00000010:1.1:1761312149.491064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.1:1761312149.500674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000971c523b. 00010000:00000010:1.1:1761312149.500782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043cbec77. 00010000:00000010:1.1:1761312149.500788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312149.500792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312149.500796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312149.512994:0:78402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e054f03. 00010000:00000010:1.1:1761312149.513007:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:0.1:1761312149.513842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007e74725. 00010000:00000010:3.1:1761312149.518251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad9e9c81. 00010000:00000010:2.1:1761312149.522686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007efecf3c. 00010000:00000010:2.1:1761312149.522703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:3.1:1761312149.537788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fbf7171. 00010000:00000010:3.1:1761312149.537801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0afac1f. 00010000:00000010:3.1:1761312149.537805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:2.1:1761312149.539662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f26395. 00010000:00000010:2.1:1761312149.539674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312149.539727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060eea122. 00010000:00000010:3.1:1761312149.545957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eabf5b2d. 00010000:00000010:3.1:1761312149.545965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf58df5. 00010000:00000010:3.1:1761312149.545971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:3.1:1761312149.545974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312149.545977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:2.1:1761312149.551924:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ca5fbea. 00010000:00000010:2.1:1761312149.551947:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312149.552216:0:78401:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b39054f. 00010000:00000010:3.1:1761312149.570210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7072a98. 00010000:00000010:3.1:1761312149.570221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:1.1:1761312149.571123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f86229. 00010000:00000010:1.1:1761312149.576266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad09a7cf. 00010000:00000010:1.1:1761312149.576278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa2ebcf7. 00010000:00000010:1.1:1761312149.576282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.1:1761312149.578654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034ee5944. 00010000:00000010:0.1:1761312149.581650:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005da4459. 00010000:00000010:0.1:1761312149.581658:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:0.1:1761312149.591655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faf68745. 00010000:00000010:2.1:1761312149.596694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000379f2fd3. 00010000:00000010:2.1:1761312149.596716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:3.1:1761312149.599221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044e97958. 00010000:00000010:3.1:1761312149.599230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:1.1:1761312149.600074:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f2eceab. 00010000:00000010:2.1:1761312149.607914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000651f48c1. 00010000:00000010:3.1:1761312149.610360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e63741c. 00010000:00000010:3.1:1761312149.610385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312149.617905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26f45fa. 00010000:00000010:2.1:1761312149.623258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c7d989. 00010000:00000010:2.1:1761312149.623278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8716c5. 00010000:00000010:1.1:1761312149.628909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7d9a12b. 00010000:00000010:2.1:1761312149.637037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c647e9c7. 00010000:00000010:2.1:1761312149.637052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:2.1:1761312149.642677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073f28dc3. 00010000:00000010:2.1:1761312149.642710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:3.1:1761312149.642724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d52fd. 00010000:00000010:1.1:1761312149.654674:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff75018c. 00010000:00000010:1.1:1761312149.654681:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a676bec8. 00010000:00000010:1.1:1761312149.654686:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8716c5. 00010000:00000010:1.1:1761312149.654691:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312149.654695:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312149.659701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025cf06d8. 00010000:00000010:1.1:1761312149.659722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:2.1:1761312149.660924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d52f9cf9. 00010000:00000010:3.1:1761312149.667992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ab152b8. 00010000:00000010:1.1:1761312149.674017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89db8f2. 00010000:00000010:1.1:1761312149.674036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312149.676652:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067204f02. 00010000:00000010:3.1:1761312149.680823:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002587cae7. 00010000:00000010:3.1:1761312149.680840:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:3.1:1761312149.693666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001aadbd6. 00010000:00000010:3.1:1761312149.693676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000183d1bac. 00010000:00000010:3.1:1761312149.693681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:0.1:1761312149.701395:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3e1e82. 00010000:00000010:0.1:1761312149.701405:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6d4d4fd. 00010000:00000010:0.1:1761312149.701410:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:0.1:1761312149.701414:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003495a53c. 00010000:00000010:0.1:1761312149.701417:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:1.1:1761312149.705689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7e7a79c. 00010000:00000010:3.1:1761312149.723193:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d19e89. 00010000:00000010:3.1:1761312149.723206:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44186d. 00010000:00000010:3.1:1761312149.723223:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdd3df5. 00010000:00000010:3.1:1761312149.723227:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:0.1:1761312149.726660:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa1d9fe. 00010000:00000010:0.1:1761312149.729328:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa82df32. 00010000:00000010:0.1:1761312149.729340:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:0.1:1761312149.729347:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005bae499. 00010000:00000010:0.1:1761312149.729364:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000429b3f52. 00010000:00000010:3.1:1761312149.729642:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978a90ea. 00010000:00000010:3.1:1761312149.729647:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312149.745093:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e2d081. 00010000:00000010:3.1:1761312149.745106:0:794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048d95726. 00010000:00000010:3.1:1761312149.745110:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312149.745113:0:794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312149.745115:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:2.1:1761312149.747255:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041a19c91. 00010000:00000010:2.1:1761312149.747266:0:78410:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000193b8311. 00010000:00000010:2.1:1761312149.747273:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:3.1:1761312149.757125:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a65ef888. 00010000:00000010:3.1:1761312149.757134:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:1.1:1761312149.757789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007260e4fc. 00010000:00000010:1.1:1761312149.764192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a57971e2. 00010000:00000010:3.1:1761312149.765717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68ef7b1. 00010000:00000010:3.1:1761312149.765733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:1.1:1761312149.767354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fc15a7f. 00010000:00000010:3.1:1761312149.770674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b771113. 00010000:00000010:3.1:1761312149.770690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:2.1:1761312149.776655:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000090c354c. 00010000:00000010:0.1:1761312149.780694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e20869. 00010000:00000010:0.1:1761312149.780708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312149.786646:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e3dfc71. 00010000:00000010:3.1:1761312149.786654:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:1.1:1761312149.788874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060bf5e6a. 00010000:00000010:1.1:1761312149.798234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000679b15c4. 00010000:00000010:3.1:1761312149.801038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075dce23a. 00010000:00000010:3.1:1761312149.801060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312149.813726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3ce394. 00010000:00000010:0.1:1761312149.814875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e804546. 00010000:00000010:0.1:1761312149.814885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:1.1:1761312149.825651:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022fa433f. 00010000:00000010:1.1:1761312149.825659:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:3.1:1761312149.825664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068fe5aff. 00010000:00000010:1.1:1761312149.837613:0:64737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1207b6b. 00010000:00000010:1.1:1761312149.837648:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312149.841936:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8c20883. 00010000:00000010:0.1:1761312149.855658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d65396f. 00010000:00000010:0.1:1761312149.855667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b127fd8. 00010000:00000010:0.1:1761312149.855674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:0.1:1761312149.855680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312149.855757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:1.1:1761312149.859853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd35d3ec. 00010000:00000010:2.1:1761312149.864664:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2af5fdb. 00010000:00000010:0.1:1761312149.864805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d1317f. 00010000:00000010:0.1:1761312149.864812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:1.1:1761312149.866498:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2165fb3. 00010000:00000010:1.1:1761312149.866509:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006617ed3e. 00010000:00000010:2.1:1761312149.873363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f446ff. 00010000:00000010:3.1:1761312149.878046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077888393. 00010000:00000010:3.1:1761312149.878074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312149.879822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc59039. 00010000:00000010:1.1:1761312149.879840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:2.1:1761312149.881359:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a483804. 00010000:00000010:1.1:1761312149.895181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f617ae19. 00010000:00000010:1.1:1761312149.895199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4981067. 00010000:00000010:1.1:1761312149.895204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.1:1761312149.895209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312149.895212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312149.897658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f2fe8ac. 00010000:00000010:1.1:1761312149.900172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014efc977. 00010000:00000010:1.1:1761312149.900189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:2.1:1761312149.916691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a07e7e. 00010000:00000010:1.1:1761312149.916785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000041bcede. 00010000:00000010:1.1:1761312149.916798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312149.921985:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087bd94f2. 00010000:00000010:1.1:1761312149.921996:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbd1cf30. 00010000:00000010:1.1:1761312149.922001:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312149.926794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016c34089. 00010000:00000010:1.1:1761312149.926804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:2.1:1761312149.926880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe14ea48. 00010000:00000010:2.1:1761312149.931788:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c74aa373. 00010000:00000010:1.1:1761312149.934681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9e70215. 00010000:00000010:1.1:1761312149.934714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:0.1:1761312149.938131:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9d36034. 00010000:00000010:0.1:1761312149.938142:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.1:1761312149.938875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d5b22c. 00010000:00000010:1.1:1761312149.947122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd8833e. 00010000:00000010:0.1:1761312149.950665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9e1877. 00010000:00000010:0.1:1761312149.950679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:2.1:1761312149.954672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061686b8d. 00010000:00000010:1.1:1761312149.955659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000714ac5d1. 00010000:00000010:1.1:1761312149.955667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe04b849. 00010000:00000010:1.1:1761312149.955672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:1.1:1761312149.959953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b635006. 00010000:00000010:1.1:1761312149.959965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312149.973689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3d12d1. 00010000:00000010:1.1:1761312149.973706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312149.982302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000305583e6. 00010000:00000010:3.1:1761312149.985055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000552fca01. 00010000:00000010:1.1:1761312149.990883:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e50dc07. 00010000:00000010:2.1:1761312149.991054:0:78419:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7c64519. 00010000:00000010:2.1:1761312149.991063:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:2.1:1761312149.991068:0:78419:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312149.991073:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:0.1:1761312149.998935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4f4209. 00010000:00000010:0.1:1761312149.998947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:1.1:1761312150.003800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fce0be7. 00010000:00000010:1.1:1761312150.003821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7cfdef2. 00010000:00000010:1.1:1761312150.003826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:1.1:1761312150.003831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000970835c0. 00010000:00000010:0.1:1761312150.006799:0:78420:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca179be. 00010000:00000010:0.1:1761312150.006819:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:3.1:1761312150.023999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bb84f2b. 00010000:00000010:3.1:1761312150.024007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d8dc467. 00010000:00000010:2.1:1761312150.025231:0:78422:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6829886. 00010000:00000010:1.1:1761312150.033961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000010c19fa. 00010000:00000010:1.1:1761312150.033976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b85c0b3. 00010000:00000010:1.1:1761312150.033981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:1.1:1761312150.033984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.033988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:3.1:1761312150.037082:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007252f9ce. 00010000:00000010:3.1:1761312150.037103:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021134533. 00010000:00000010:3.1:1761312150.037108:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.1:1761312150.046669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538a8769. 00010000:00000010:0.1:1761312150.048657:0:78426:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000deb9b5. 00010000:00000010:0.1:1761312150.048666:0:78426:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312150.053989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060414700. 00010000:00000010:2.1:1761312150.057868:0:78420:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf017b2f. 00010000:00000010:2.1:1761312150.057885:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba788383. 00010000:00000010:2.1:1761312150.069047:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7c0993. 00010000:00000010:0.1:1761312150.070555:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1e3d5c. 00010000:00000010:0.1:1761312150.070563:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:1.1:1761312150.079206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000598d2c4. 00010000:00000010:1.1:1761312150.079226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2e5a0bb. 00010000:00000010:1.1:1761312150.079231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d8dc467. 00010000:00000010:1.1:1761312150.079235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.079238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312150.090964:0:78434:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b0ada5. 00010000:00000010:0.1:1761312150.095826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cefd0ea. 00010000:00000010:0.1:1761312150.095837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:0.1:1761312150.100839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015001247. 00010000:00000010:0.1:1761312150.101651:0:77376:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000070c747. 00010000:00000010:0.1:1761312150.101662:0:77376:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:0.1:1761312150.104317:0:78436:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062f7e8c9. 00010000:00000010:0.1:1761312150.104326:0:78436:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:2.1:1761312150.108650:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052fac8cd. 00010000:00000010:2.1:1761312150.117013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002088fcbb. 00010000:00000010:2.1:1761312150.125701:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000339123b6. 00010000:00000010:2.1:1761312150.125709:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006617ed3e. 00010000:00000010:1.1:1761312150.129254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b0431dc. 00010000:00000010:2.1:1761312150.129672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e653c7d0. 00010000:00000010:3.1:1761312150.129854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4f1302c. 00010000:00000010:3.1:1761312150.129861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:1.1:1761312150.132759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4311a9f. 00010000:00000010:1.1:1761312150.132778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:1.1:1761312150.132782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029197d8d. 00010000:00000010:3.1:1761312150.134699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d8ff86. 00010000:00000010:3.1:1761312150.134708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312150.140784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da5b3241. 00010000:00000010:1.1:1761312150.140800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16d9fbf. 00010000:00000010:1.1:1761312150.140804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:2.1:1761312150.155741:0:29801:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c1d14cc. 00010000:00000010:2.1:1761312150.155749:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:3.1:1761312150.157230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cf47637. 00010000:00000010:3.1:1761312150.157238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0554de6. 00010000:00000010:0.1:1761312150.158895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c61abc49. 00010000:00000010:0.1:1761312150.158912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:2.1:1761312150.164649:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c74042. 00010000:00000010:0.1:1761312150.166101:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d13314. 00010000:00000010:0.1:1761312150.166110:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:0.1:1761312150.166115:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312150.166119:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:3.1:1761312150.169749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080495077. 00010000:00000010:3.1:1761312150.173843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004411f235. 00010000:00000010:3.1:1761312150.173858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:1.1:1761312150.174930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceae7e70. 00010000:00000010:1.1:1761312150.174940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081215d57. 00010000:00000010:1.1:1761312150.174944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:1.1:1761312150.177671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c3e688. 00010000:00000010:2.1:1761312150.180226:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbd54861. 00010000:00000010:2.1:1761312150.180234:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.1:1761312150.183952:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e92ebde6. 00010000:00000010:2.1:1761312150.189938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056c543d5. 00010000:00000010:2.1:1761312150.189959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312150.191646:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c49cc1. 00010000:00000010:3.1:1761312150.191650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e058f0e. 00010000:00000010:2.1:1761312150.191656:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eecfd708. 00010000:00000010:2.1:1761312150.191663:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312150.196999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ef535f0. 00010000:00000010:2.1:1761312150.197006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312150.200651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc730ab. 00010000:00000010:0.1:1761312150.200651:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a68ecc5. 00010000:00000010:0.1:1761312150.200661:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:3.1:1761312150.200690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991e9b5d. 00010000:00000010:2.1:1761312150.202675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009a50d8f. 00010000:00000010:2.1:1761312150.202687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:1.1:1761312150.205650:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbcf48c7. 00010000:00000010:1.1:1761312150.205658:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:3.1:1761312150.207483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00010000:00000010:3.1:1761312150.211681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c37ee77. 00010000:00000010:1.1:1761312150.211952:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f69e5825. 00010000:00000010:1.1:1761312150.211960:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:2.1:1761312150.216679:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080d4cfbc. 00010000:00000010:2.1:1761312150.216688:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.1:1761312150.217339:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37487c8. 00010000:00000010:1.1:1761312150.222757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000699b00c. 00010000:00000010:1.1:1761312150.222784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:3.1:1761312150.228757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000529b2bc4. 00010000:00000010:3.1:1761312150.240922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b46ea28b. 00010000:00000010:3.1:1761312150.240943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b194b62. 00010000:00000010:3.1:1761312150.240948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312150.248836:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001892baa. 00010000:00000010:0.1:1761312150.251739:0:78449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b39d441b. 00010000:00000010:0.1:1761312150.251748:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:2.1:1761312150.254446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015cdfab6. 00010000:00000010:2.1:1761312150.254458:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6ff3515. 00010000:00000010:2.1:1761312150.254462:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:2.1:1761312150.261865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf6bc47. 00010000:00000010:3.1:1761312150.265819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003670d23d. 00010000:00000010:3.1:1761312150.265826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:0.1:1761312150.267868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:0.1:1761312150.267881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039914331. 00010000:00000010:0.1:1761312150.267888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:0.1:1761312150.267890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312150.267893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:1.1:1761312150.270663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d06c5e09. 00010000:00000010:2.1:1761312150.270782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000580c006f. 00010000:00000010:2.1:1761312150.270789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44186d. 00010000:00000010:3.1:1761312150.275730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b89770f. 00010000:00000010:2.1:1761312150.279842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f547c22. 00010000:00000010:2.1:1761312150.279849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:3.1:1761312150.280956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c6617e. 00010000:00000010:3.1:1761312150.290742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab3fc7b. 00010000:00000010:0.1:1761312150.291294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f7542f3. 00010000:00000010:0.1:1761312150.291302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312150.292001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccedb80. 00010000:00000010:2.1:1761312150.292010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:0.1:1761312150.293082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059cd4a36. 00010000:00000010:0.1:1761312150.293092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.1:1761312150.293098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312150.293101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:3.1:1761312150.293958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071dec3f5. 00010000:00000010:2.1:1761312150.293994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000190e06fa. 00010000:00000010:1.1:1761312150.296785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d45bc68a. 00010000:00000010:0.1:1761312150.297697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0bdc1f6. 00010000:00000010:0.1:1761312150.297709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:2.1:1761312150.297816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b80ec678. 00010000:00000010:2.1:1761312150.297826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:2.1:1761312150.311817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d14d13. 00010000:00000010:0.1:1761312150.315671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002145f663. 00010000:00000010:0.1:1761312150.315684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:0.1:1761312150.323664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016f1605f. 00010000:00000010:0.1:1761312150.323685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:1.1:1761312150.323725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d183de. 00010000:00000010:2.1:1761312150.329665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094771bce. 00010000:00000010:0.1:1761312150.335944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf689ba. 00010000:00000010:0.1:1761312150.335953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.1:1761312150.335958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312150.335963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:2.1:1761312150.339676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000379c708. 00010000:00000010:2.1:1761312150.339695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042336344. 00010000:00000010:2.1:1761312150.339701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:3.1:1761312150.342839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb9ff466. 00010000:00000010:2.1:1761312150.343921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000179c4ce4. 00010000:00000010:2.1:1761312150.343939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312150.352686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83185ab. 00010000:00000010:2.1:1761312150.352698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:3.1:1761312150.355433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8d0f64. 00010000:00000010:1.1:1761312150.355506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b13eea. 00010000:00000010:1.1:1761312150.355513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:1.1:1761312150.360667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de62ff1b. 00010000:00000010:1.1:1761312150.360677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.1:1761312150.360681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.360685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312150.360737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f222c6f6. 00010000:00000010:2.1:1761312150.360743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12f175f. 00010000:00000010:3.1:1761312150.365957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007795cad1. 00010000:00000010:2.1:1761312150.370666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003830d2ed. 00010000:00000010:2.1:1761312150.370679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:0.1:1761312150.379889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003574c64a. 00010000:00000010:1.1:1761312150.380915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be75b60. 00010000:00000010:1.1:1761312150.380929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:1.1:1761312150.386711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003be5f65. 00010000:00000010:1.1:1761312150.386727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312150.390741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ee00f9. 00010000:00000010:2.1:1761312150.390749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e41307a. 00010000:00000010:1.1:1761312150.399688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b6c54a5. 00010000:00000010:1.1:1761312150.399713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:2.1:1761312150.402999:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c823c2. 00010000:00000010:1.1:1761312150.406161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db47a699. 00010000:00000010:1.1:1761312150.406179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.1:1761312150.406184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.406187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312150.409681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b27837a. 00010000:00000010:1.1:1761312150.409705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:2.1:1761312150.409743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d8f0c9. 00010000:00000010:1.1:1761312150.419829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036976355. 00010000:00000010:1.1:1761312150.419854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f14ca5d. 00010000:00000010:1.1:1761312150.419859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312150.427667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a386171. 00010000:00000010:1.1:1761312150.427680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:3.1:1761312150.432677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:2.1:1761312150.432677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b7d4b8. 00010000:00000010:1.1:1761312150.436676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efd68bd0. 00010000:00000010:1.1:1761312150.436694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312150.446663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a874ca78. 00010000:00000010:1.1:1761312150.446697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4b93008. 00010000:00000010:1.1:1761312150.446705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312150.446711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.446715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:2.1:1761312150.453963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000503cf91b. 00010000:00000010:2.1:1761312150.459743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b097dfba. 00010000:00000010:1.1:1761312150.459820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690972ba. 00010000:00000010:1.1:1761312150.459828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312150.463085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4b8646. 00010000:00000010:1.1:1761312150.463095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312150.463676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5adeb3. 00010000:00000010:1.1:1761312150.468094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9789ae3. 00010000:00000010:1.1:1761312150.468104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:2.1:1761312150.476780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eceea9a7. 00010000:00000010:1.1:1761312150.478796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007166d738. 00010000:00000010:1.1:1761312150.478815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:3.1:1761312150.478892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b784eae1. 00010000:00000010:1.1:1761312150.484689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003708e39b. 00010000:00000010:1.1:1761312150.484704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312150.484710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf9d5d5. 00010000:00000010:1.1:1761312150.484713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:3.1:1761312150.484862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece0038e. 00010000:00000010:1.1:1761312150.493319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9adf2d. 00010000:00000010:1.1:1761312150.493332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312150.493675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4a1c1e1. 00010000:00000010:1.1:1761312150.496794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000776fe109. 00010000:00000010:1.1:1761312150.496808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.1:1761312150.501666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a333ae1. 00010000:00000010:0.1:1761312150.506678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edbc887f. 00010000:00000010:0.1:1761312150.506705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:3.1:1761312150.506824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac1435e. 00010000:00000010:1.1:1761312150.507317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031add788. 00010000:00000010:1.1:1761312150.507324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:2.1:1761312150.516959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9ef96b. 00010000:00000010:2.1:1761312150.516978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312150.516985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:3.1:1761312150.517917:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:3.1:1761312150.517928:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004be3fa4f. 00010000:00000010:0.1:1761312150.522680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e2d8ee. 00010000:00000010:2.1:1761312150.532790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071a250af. 00010000:00000010:2.1:1761312150.532812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:1.1:1761312150.533680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ecdbcc3. 00010000:00000010:3.1:1761312150.535098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8d67c5. 00010000:00000010:2.1:1761312150.535722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006287624e. 00010000:00000010:2.1:1761312150.535730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:2.1:1761312150.538745:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e92ecf. 00010000:00000010:2.1:1761312150.538756:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:1.1:1761312150.544005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b96d4e7e. 00010000:00000010:2.1:1761312150.544108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000821fe93. 00010000:00000010:2.1:1761312150.544116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:2.1:1761312150.549667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d0c702. 00010000:00000010:2.1:1761312150.549677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:2.1:1761312150.549682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312150.549686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:3.1:1761312150.559658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdc49607. 00010000:00000010:3.1:1761312150.566673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f013c988. 00010000:00000010:2.1:1761312150.575804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ea00f6. 00010000:00000010:2.1:1761312150.575825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312150.575834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554ce3a8. 00010000:00000010:0.1:1761312150.578440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e341a4. 00010000:00000010:0.1:1761312150.578459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:0.1:1761312150.578468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312150.578472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.1:1761312150.578477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e097862. 00010000:00000010:0.1:1761312150.578481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:0.1:1761312150.578484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4eb7c52. 00010000:00000010:0.1:1761312150.578488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047231fdd. 00010000:00000010:0.1:1761312150.578491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fea734b. 00010000:00000010:0.1:1761312150.578496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00010000:00000010:0.1:1761312150.578499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45fc26f. 00010000:00000010:0.1:1761312150.578502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:0.1:1761312150.578504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de586311. 00010000:00000010:0.1:1761312150.578507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:0.1:1761312150.578510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006480e239. 00010000:00000010:0.1:1761312150.578512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44186d. 00010000:00000010:0.1:1761312150.578514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eae2b5a. 00010000:00000010:0.1:1761312150.578516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:0.1:1761312150.578518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c99acd4d. 00010000:00000010:0.1:1761312150.578522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:0.1:1761312150.578524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003495a53c. 00010000:00000010:0.1:1761312150.578527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:0.1:1761312150.578533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007149bf1f. 00010000:00000010:0.1:1761312150.578537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006617ed3e. 00010000:00000010:0.1:1761312150.578540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8ba62e5. 00010000:00000010:0.1:1761312150.578542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d8dc467. 00010000:00000010:0.1:1761312150.578545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4fc3af. 00010000:00000010:0.1:1761312150.578547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba788383. 00010000:00000010:0.1:1761312150.578549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c25971d. 00010000:00000010:0.1:1761312150.578552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2e22b21. 00010000:00000010:0.1:1761312150.578555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aab65fd. 00010000:00000010:0.1:1761312150.578559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a872e10c. 00010000:00000010:0.1:1761312150.578561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a11f4ec5. 00010000:00000010:0.1:1761312150.578564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b89fbf0. 00010000:00000010:0.1:1761312150.578566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001103f32b. 00010000:00000010:0.1:1761312150.578569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081cbd71a. 00010000:00000010:0.1:1761312150.578571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ec23e8. 00010000:00000010:0.1:1761312150.578573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbeb169. 00010000:00000010:0.1:1761312150.578576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274e7cef. 00010000:00000010:0.1:1761312150.578579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004822491d. 00010000:00000010:0.1:1761312150.578581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080cbb3ee. 00010000:00000010:0.1:1761312150.578583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3f82ec. 00010000:00000010:0.1:1761312150.578585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b50f38. 00010000:00000010:0.1:1761312150.578587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d245c7. 00010000:00000010:0.1:1761312150.578592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552037bc. 00010000:00000010:0.1:1761312150.578596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a26db60. 00010000:00000010:0.1:1761312150.578598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f669359a. 00010000:00000010:0.1:1761312150.578600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aa8d688. 00010000:00000010:0.1:1761312150.578602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b971fce2. 00010000:00000010:0.1:1761312150.578605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb3ae4e. 00010000:00000010:0.1:1761312150.578607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a6411c. 00010000:00000010:0.1:1761312150.578610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020146f64. 00010000:00000010:0.1:1761312150.585214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066b918b4. 00010000:00000010:0.1:1761312150.585234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441fe92b. 00010000:00000010:0.1:1761312150.585239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000817bed0. 00010000:00000010:0.1:1761312150.585245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c302117. 00010000:00000010:0.1:1761312150.585252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002cd84f0. 00010000:00000010:0.1:1761312150.585258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c03309. 00010000:00000010:0.1:1761312150.585262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f716af3. 00010000:00000010:0.1:1761312150.585266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f45c5cc. 00010000:00000010:0.1:1761312150.585269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032256f08. 00010000:00000010:0.1:1761312150.585273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa4a20. 00010000:00000010:0.1:1761312150.585276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca2acf36. 00010000:00000010:0.1:1761312150.585281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af82a30. 00010000:00000010:0.1:1761312150.585285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002913ca49. 00010000:00000010:0.1:1761312150.585288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9951405. 00010000:00000010:0.1:1761312150.585291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbc5ab. 00010000:00000010:0.1:1761312150.585294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d14119. 00010000:00000010:0.1:1761312150.585297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb9c6cc2. 00010000:00000010:0.1:1761312150.585300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4538212. 00010000:00000010:0.1:1761312150.585306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c08dd38. 00010000:00000010:0.1:1761312150.585310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006635ec89. 00010000:00000010:0.1:1761312150.585314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ea36ca. 00010000:00000010:0.1:1761312150.585317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55ad5f5. 00010000:00000010:0.1:1761312150.585320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081248ece. 00010000:00000010:0.1:1761312150.585323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011cc2a4c. 00010000:00000010:0.1:1761312150.585326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e318ace5. 00010000:00000010:0.1:1761312150.585330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154d52b. 00010000:00000010:0.1:1761312150.585334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5251e25. 00010000:00000010:0.1:1761312150.585338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cc7ef8. 00010000:00000010:0.1:1761312150.585341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a86c2fb. 00010000:00000010:0.1:1761312150.585344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009231e5b8. 00010000:00000010:0.1:1761312150.585347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886593fb. 00010000:00000010:0.1:1761312150.585352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f8ed7f. 00010000:00000010:0.1:1761312150.585356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1669f2. 00010000:00000010:0.1:1761312150.585360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990a33a3. 00010000:00000010:0.1:1761312150.585364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf27c838. 00010000:00000010:0.1:1761312150.585368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0bfd18. 00010000:00000010:0.1:1761312150.585371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4a6562d. 00010000:00000010:0.1:1761312150.585374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088afdcad. 00010000:00000010:0.1:1761312150.585382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9df1784. 00010000:00000010:0.1:1761312150.585387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023211547. 00010000:00000010:0.1:1761312150.585391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c81997e. 00010000:00000010:0.1:1761312150.585396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000840c677a. 00010000:00000010:0.1:1761312150.585399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d257e78. 00010000:00000010:0.1:1761312150.585405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b16ac3. 00010000:00000010:0.1:1761312150.585408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeab9607. 00010000:00000010:0.1:1761312150.585412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d13392. 00010000:00000010:0.1:1761312150.585415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022186796. 00010000:00000010:0.1:1761312150.585421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9fd3e1e. 00010000:00000010:0.1:1761312150.585425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f28256. 00010000:00000010:0.1:1761312150.585429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c512510. 00010000:00000010:0.1:1761312150.585432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041042a30. 00010000:00000010:0.1:1761312150.585436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683082cd. 00010000:00000010:0.1:1761312150.585438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000530b638a. 00010000:00000010:0.1:1761312150.585441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfe94d. 00010000:00000010:0.1:1761312150.585444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b07cc4. 00010000:00000010:0.1:1761312150.585447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000242db2a5. 00010000:00000010:0.1:1761312150.585451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a821192. 00010000:00000010:0.1:1761312150.585454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c46f863. 00010000:00000010:0.1:1761312150.585456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000421d933. 00010000:00000010:0.1:1761312150.585460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022418585. 00010000:00000010:0.1:1761312150.585462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b730e30. 00010000:00000010:0.1:1761312150.585466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c2acdca. 00010000:00000010:0.1:1761312150.585468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022366287. 00010000:00000010:0.1:1761312150.585472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec5caf38. 00010000:00000010:0.1:1761312150.585477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070bc8c9. 00010000:00000010:0.1:1761312150.585481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e277bd24. 00010000:00000010:0.1:1761312150.585484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060664673. 00010000:00000010:0.1:1761312150.585488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb7eb69. 00010000:00000010:0.1:1761312150.585491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312150.585495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5eb428. 00010000:00000010:0.1:1761312150.585498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c840a0c4. 00010000:00000010:0.1:1761312150.585501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009418a8c5. 00010000:00000010:0.1:1761312150.585504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455d0cbd. 00010000:00000010:0.1:1761312150.585507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005600b5f. 00010000:00000010:0.1:1761312150.585510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668df0d6. 00010000:00000010:0.1:1761312150.585513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e30a88. 00010000:00000010:0.1:1761312150.585516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087321254. 00010000:00000010:0.1:1761312150.585520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000507c8e89. 00010000:00000010:0.1:1761312150.585523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aadf97f. 00010000:00000010:0.1:1761312150.585527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005848e505. 00010000:00000010:0.1:1761312150.585530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5e8469. 00010000:00000010:0.1:1761312150.585533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa8e11d. 00010000:00000010:0.1:1761312150.585538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbcf48c7. 00010000:00000010:0.1:1761312150.585542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010206b30. 00010000:00000010:0.1:1761312150.585546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3489e6e. 00010000:00000010:0.1:1761312150.585550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002891504c. 00010000:00000010:0.1:1761312150.585553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b84e1ec. 00010000:00000010:0.1:1761312150.585558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131fa44a. 00010000:00000010:0.1:1761312150.585561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c54804e9. 00010000:00000010:0.1:1761312150.585565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b95af1a. 00010000:00000010:0.1:1761312150.585567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8c9f5c. 00010000:00000010:0.1:1761312150.585571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c899caca. 00010000:00000010:0.1:1761312150.585574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d37595. 00010000:00000010:0.1:1761312150.585577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ad96ec. 00010000:00000010:0.1:1761312150.585580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afefce3f. 00010000:00000010:0.1:1761312150.585584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f67d12. 00010000:00000010:0.1:1761312150.585587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a8a2c2. 00010000:00000010:0.1:1761312150.585590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064261c3a. 00010000:00000010:0.1:1761312150.585596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006124db3a. 00010000:00000010:0.1:1761312150.585600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1c33ba. 00010000:00000010:0.1:1761312150.585603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c96049. 00010000:00000010:0.1:1761312150.585606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c94c361. 00010000:00000010:0.1:1761312150.585609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0c14707. 00010000:00000010:0.1:1761312150.585612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eef9f04. 00010000:00000010:0.1:1761312150.585615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000391dd5c. 00010000:00000010:0.1:1761312150.585619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e8889e. 00010000:00000010:0.1:1761312150.585622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fbd22d5. 00010000:00000010:0.1:1761312150.585641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ef319f. 00010000:00000010:0.1:1761312150.585643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f192933. 00010000:00000010:0.1:1761312150.585645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f60e30. 00010000:00000010:0.1:1761312150.585650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007efecf3c. 00010000:00000010:0.1:1761312150.585653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f25b20. 00010000:00000010:0.1:1761312150.585655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e054f03. 00010000:00000010:0.1:1761312150.585659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00010000:00000010:0.1:1761312150.585663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d73a3d9. 00010000:00000010:0.1:1761312150.585666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.1:1761312150.585670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce0211e1. 00010000:00000010:0.1:1761312150.585675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.1:1761312150.585678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d84fcb. 00010000:00000010:0.1:1761312150.585682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312150.585686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0550cfc. 00010000:00000010:0.1:1761312150.585689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312150.585692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055370229. 00010000:00000010:0.1:1761312150.585695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.1:1761312150.585698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae964522. 00010000:00000010:0.1:1761312150.585701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00010000:00000010:2.1:1761312150.619540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4cfeb10. 00010000:00000010:2.1:1761312150.619551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:2.1:1761312150.619559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db47a699. 00010000:00000010:2.1:1761312150.619564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b80381. 00010000:00000010:2.1:1761312150.619567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015aed558. 00010000:00000010:2.1:1761312150.619570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9052038. 00010000:00000010:2.1:1761312150.619572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e169ebac. 00010000:00000010:2.1:1761312150.619575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b30699. 00010000:00000010:2.1:1761312150.619577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098d48946. 00010000:00000010:2.1:1761312150.619579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b95b7c7. 00010000:00000010:2.1:1761312150.619581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038310303. 00010000:00000010:2.1:1761312150.619583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d488b2. 00010000:00000010:2.1:1761312150.619584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005992b81a. 00010000:00000010:2.1:1761312150.619586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fc0006. 00010000:00000010:2.1:1761312150.619588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044856d8c. 00010000:00000010:2.1:1761312150.619590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3acedbe. 00010000:00000010:2.1:1761312150.623738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a02ae910. 00010000:00000010:2.1:1761312150.623754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926c265e. 00010000:00000010:2.1:1761312150.623757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3bb4db. 00010000:00000010:2.1:1761312150.623761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1f91fd. 00010000:00000010:2.1:1761312150.623763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d57eb9. 00010000:00000010:2.1:1761312150.623776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001107e6bc. 00010000:00000010:2.1:1761312150.623780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004be3fa4f. 00010000:00000010:2.1:1761312150.623783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad6b4c4. 00010000:00000010:2.1:1761312150.623785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e3238b. 00010000:00000010:2.1:1761312150.623788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d37cc7b. 00010000:00000010:2.1:1761312150.623790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f48492b. 00010000:00000010:2.1:1761312150.623793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf6af5e. 00010000:00000010:2.1:1761312150.623794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014f446ac. 00010000:00000010:2.1:1761312150.623796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0b62aa6. 00010000:00000010:2.1:1761312150.623798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000967f0d6. 00010000:00000010:2.1:1761312150.623800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37ad66e. 00010000:00000010:2.1:1761312150.623802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e88ac3d. 00010000:00000010:2.1:1761312150.623804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a8440eb. 00010000:00000010:2.1:1761312150.623807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9789ae3. 00010000:00000010:2.1:1761312150.623809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065a7ef9f. 00010000:00000010:2.1:1761312150.623813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f0732f7. 00010000:00000010:2.1:1761312150.623815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c34c9f. 00010000:00000010:2.1:1761312150.631845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb71765a. 00010000:00000010:2.1:1761312150.631859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8716c5. 00010000:00000010:2.1:1761312150.631863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006493b36. 00010000:00000010:2.1:1761312150.631868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9ef96b. 00010000:00000010:2.1:1761312150.631872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785a6940. 00010000:00000010:2.1:1761312150.631874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e5078c. 00010000:00000010:2.1:1761312150.631879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b393988. 00010000:00000010:2.1:1761312150.631882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc4cf48. 00010000:00000010:2.1:1761312150.631884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0a9ecf. 00010000:00000010:2.1:1761312150.631887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6be5e5. 00010000:00000010:2.1:1761312150.631889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce2dddba. 00010000:00000010:2.1:1761312150.631891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788e6071. 00010000:00000010:2.1:1761312150.631893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dbcfea. 00010000:00000010:2.1:1761312150.631896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bcf8b7. 00010000:00000010:2.1:1761312150.631897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8b5225. 00010000:00000010:2.1:1761312150.631900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f7ed341. 00010000:00000010:2.1:1761312150.631902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312150.631904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34538b1. 00010000:00000010:2.1:1761312150.631907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c713704. 00010000:00000010:2.1:1761312150.631910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014cdcbfb. 00010000:00000010:2.1:1761312150.631913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fef7d88b. 00010000:00000010:2.1:1761312150.631914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dfdb7ae. 00010000:00000010:2.1:1761312150.631916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e63995. 00010000:00000010:2.1:1761312150.631919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece0038e. 00010000:00000010:2.1:1761312150.631923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcff470. 00010000:00000010:2.1:1761312150.631924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.1:1761312150.631927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036a0c5a9. 00010000:00000010:2.1:1761312150.631930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a9395b. 00010000:00000010:2.1:1761312150.631932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec66c760. 00010000:00000010:2.1:1761312150.631935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e17ae36. 00010000:00000010:2.1:1761312150.631939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db854df7. 00010000:00000010:2.1:1761312150.631941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb9abf9. 00010000:00000010:2.1:1761312150.631943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c1581d. 00010000:00000010:2.1:1761312150.631944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072186821. 00010000:00000010:2.1:1761312150.631948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d067a23d. 00010000:00000010:2.1:1761312150.631951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b9777e. 00010000:00000010:2.1:1761312150.631953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8a3e2ad. 00010000:00000010:2.1:1761312150.631956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d14d13. 00010000:00000010:2.1:1761312150.631960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3605293. 00010000:00000010:2.1:1761312150.631962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbe11ef. 00010000:00000010:2.1:1761312150.631964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a5f51f. 00010000:00000010:2.1:1761312150.631968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d0f913. 00010000:00000010:2.1:1761312150.631971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005154a681. 00010000:00000010:2.1:1761312150.631974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001a5d270. 00010000:00000010:2.1:1761312150.631977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6363bb. 00010000:00000010:2.1:1761312150.631979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b25221. 00010000:00000010:2.1:1761312150.631981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377702bd. 00010000:00000010:2.1:1761312150.631984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81fe1d1. 00010000:00000010:2.1:1761312150.631986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b29b5b0. 00010000:00000010:2.1:1761312150.631988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9f5991. 00010000:00000010:2.1:1761312150.631989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f46e17bd. 00010000:00000010:2.1:1761312150.631992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075acdcde. 00010000:00000010:2.1:1761312150.631994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb498b0. 00010000:00000010:2.1:1761312150.631995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407678d4. 00010000:00000010:2.1:1761312150.631998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a41aeb6. 00010000:00000010:2.1:1761312150.632001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f1489ef. 00010000:00000010:2.1:1761312150.632002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7685758. 00010000:00000010:2.1:1761312150.632005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eca4f7a. 00010000:00000010:2.1:1761312150.632006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8c9e62. 00010000:00000010:2.1:1761312150.632008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bda8e52. 00010000:00000010:2.1:1761312150.632011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdd6506. 00010000:00000010:2.1:1761312150.632014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12f175f. 00010000:00000010:2.1:1761312150.632017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931b9c40. 00010000:00000010:2.1:1761312150.632020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cedba83. 00010000:00000010:2.1:1761312150.632023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000751bd55f. 00010000:00000010:2.1:1761312150.632025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b2c8f2. 00010000:00000010:2.1:1761312150.632027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc3d955. 00010000:00000010:2.1:1761312150.632030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167d12dc. 00010000:00000010:2.1:1761312150.632035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e07fbb. 00010000:00000010:2.1:1761312150.632038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a79358. 00010000:00000010:2.1:1761312150.632041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd6e3e76. 00010000:00000010:2.1:1761312150.632044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e853e3c. 00010000:00000010:2.1:1761312150.632047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a676bec8. 00010000:00000010:2.1:1761312150.632050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002231f1d4. 00010000:00000010:2.1:1761312150.632052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a43e8c6. 00010000:00000010:2.1:1761312150.632054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005adea586. 00010000:00000010:2.1:1761312150.632056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0ca74f. 00010000:00000010:2.1:1761312150.632058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:2.1:1761312150.632060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf9b2493. 00010000:00000010:2.1:1761312150.632062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc65780f. 00010000:00000010:2.1:1761312150.632065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00cfb2a. 00010000:00000010:2.1:1761312150.632067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0026229. 00010000:00000010:2.1:1761312150.632069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf0a013. 00010000:00000010:2.1:1761312150.632071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004696c10. 00010000:00000010:2.1:1761312150.632073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc94a030. 00010000:00000010:2.1:1761312150.632076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b442b6. 00010000:00000010:2.1:1761312150.632078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0215f34. 00010000:00000010:2.1:1761312150.632080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c31af34. 00010000:00000010:2.1:1761312150.632084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89db8f2. 00010000:00000010:2.1:1761312150.632086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc28c65. 00010000:00000010:2.1:1761312150.632089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009efc1d34. 00010000:00000010:2.1:1761312150.632092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.1:1761312150.632094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312150.632098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312150.632101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005172a496. 00010000:00000010:2.1:1761312150.632105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312150.632107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e695499d. 00010000:00000010:2.1:1761312150.632109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:2.1:1761312150.632117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f2f0ed. 00010000:00000010:2.1:1761312150.632120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00010000:00000010:2.1:1761312150.632122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba00aac5. 00010000:00000010:2.1:1761312150.632124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.1:1761312150.632125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312150.632127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.1:1761312150.632129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8214dc8. 00010000:00000010:2.1:1761312150.632131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.1:1761312150.632133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e90a7a8. 00010000:00000010:2.1:1761312150.632135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.1:1761312150.632138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003be8f806. 00010000:00000010:2.1:1761312150.632140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.1:1761312150.632144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f0e66e. 00010000:00000010:2.1:1761312150.632147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.1:1761312150.632149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000217e074d. 00010000:00000010:2.1:1761312150.632151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.1:1761312150.632153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003459cccf. 00010000:00000010:2.1:1761312150.632155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.1:1761312150.632157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009efb17. 00010000:00000010:2.1:1761312150.632160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.1:1761312150.632162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ba293a. 00010000:00000010:2.1:1761312150.632165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.1:1761312150.632167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcee199b. 00010000:00000010:2.1:1761312150.632169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.1:1761312150.632171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ee8f39. 00010000:00000010:2.1:1761312150.632174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080495077. 00010000:00000010:2.1:1761312150.632177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024b7916f. 00010000:00000010:2.1:1761312150.632180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca68cee4. 00010000:00000010:2.1:1761312150.632183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000739546dd. 00010000:00000010:2.1:1761312150.632185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b3f305. 00010000:00000010:2.1:1761312150.632188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6c118d0. 00010000:00000010:2.1:1761312150.632190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1e6302. 00010000:00000010:2.1:1761312150.632194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e63741c. 00010000:00000010:2.1:1761312150.632197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba345b63. 00010000:00000010:2.1:1761312150.632199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad3de29. 00010000:00000010:2.1:1761312150.632203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2776d9b. 00010000:00000010:2.1:1761312150.632205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970dc882. 00010000:00000010:2.1:1761312150.632207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa131e82. 00010000:00000010:2.1:1761312150.632210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046627ace. 00010000:00000010:2.1:1761312150.632211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000069bd0bf. 00010000:00000010:2.1:1761312150.632213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d791d5. 00010000:00000010:2.1:1761312150.632215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005074204d. 00010000:00000010:2.1:1761312150.632217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b81d73b. 00010000:00000010:2.1:1761312150.632219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1aa9f0. 00010000:00000010:2.1:1761312150.632222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e7332d. 00010000:00000010:2.1:1761312150.632224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070883b28. 00010000:00000010:2.1:1761312150.632226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000698461ad. 00010000:00000010:2.1:1761312150.632229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b74ff2a. 00010000:00000010:2.1:1761312150.632231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d18ae78. 00010000:00000010:2.1:1761312150.632233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdd4b3c. 00010000:00000010:2.1:1761312150.632235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52b3232. 00010000:00000010:2.1:1761312150.632237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97ba529. 00010000:00000010:2.1:1761312150.632239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed041f9d. 00010000:00000010:2.1:1761312150.632241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069914578. 00010000:00000010:2.1:1761312150.632244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5f89763. 00010000:00000010:2.1:1761312150.632248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001185ff0f. 00010000:00000010:2.1:1761312150.632250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca61a324. 00010000:00000010:2.1:1761312150.632252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08b22e4. 00010000:00000010:2.1:1761312150.632254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2525012. 00010000:00000010:2.1:1761312150.632257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeeee4a. 00010000:00000010:2.1:1761312150.632259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312150.632262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.1:1761312150.637235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001671d453. 00010000:00000010:2.1:1761312150.637252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008770e661. 00010000:00000010:2.1:1761312150.637257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:0.1:1761312150.646675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5542494. 00010000:00000010:2.1:1761312150.653786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c36539. 00010000:00000010:2.1:1761312150.653795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:2.1:1761312150.653800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312150.653804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:0.1:1761312150.656017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee47b628. 00010000:00000010:1.1:1761312150.658872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0390e1b. 00010000:00000010:1.1:1761312150.658883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f42d1df4. 00010000:00000010:2.1:1761312150.659907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e045f17f. 00010000:00000010:2.1:1761312150.659919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:0.1:1761312150.660460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee422d8e. 00010000:00000010:1.1:1761312150.667824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a4fe35. 00010000:00000010:1.1:1761312150.667852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:0.1:1761312150.668447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000060a0e96. 00010000:00000010:0.1:1761312150.682653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd0e596. 00010000:00000010:2.1:1761312150.687878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afbe7397. 00010000:00000010:2.1:1761312150.687897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:2.1:1761312150.694728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3a3951a. 00010000:00000010:2.1:1761312150.694738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.1:1761312150.694741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312150.694745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:2.1:1761312150.694748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fd3d022. 00010000:00000010:2.1:1761312150.694751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001148ae92. 00010000:00000010:2.1:1761312150.694754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:1.1:1761312150.694822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000472a5131. 00010000:00000010:2.1:1761312150.702853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000851df5d6. 00010000:00000010:2.1:1761312150.702862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c64048e. 00010000:00000010:2.1:1761312150.702865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa742ceb. 00010000:00000010:0.1:1761312150.711681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000067be826. 00010000:00000010:2.1:1761312150.718931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fe9693. 00010000:00000010:2.1:1761312150.718940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac239676. 00010000:00000010:3.1:1761312150.719657:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e838d7. 00010000:00000010:3.1:1761312150.719663:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa742ceb. 00010000:00000010:3.1:1761312150.719666:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312150.719668:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:0.1:1761312150.719888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa609836. 00010000:00000010:2.1:1761312150.720006:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b73b73. 00010000:00000010:2.1:1761312150.720012:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:0.1:1761312150.723676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5e165a8. 00010000:00000010:1.1:1761312150.726869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b743730b. 00010000:00000010:3.1:1761312150.727826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ee7118. 00010000:00000010:3.1:1761312150.727844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312150.734851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006edb21e6. 00010000:00000010:2.1:1761312150.734867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:1.1:1761312150.738362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000206bb1b4. 00010000:00000010:1.1:1761312150.741792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003194b9a4. 00010000:00000010:2.1:1761312150.742678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001844aca4. 00010000:00000010:2.1:1761312150.742688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:0.1:1761312150.745695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5b58f9. 00010000:00000010:0.1:1761312150.745712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac239676. 00010000:00000010:1.1:1761312150.749058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000001432fd. 00010000:00000010:2.1:1761312150.749190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053949b2d. 00010000:00000010:2.1:1761312150.749198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00010000:00000010:1.1:1761312150.752949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002261d863. 00010000:00000010:0.1:1761312150.754671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c12795. 00010000:00000010:2.1:1761312150.755043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086caaf1e. 00010000:00000010:2.1:1761312150.755053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:1.1:1761312150.758741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886bdcbc. 00010000:00000010:2.1:1761312150.765385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe099e66. 00010000:00000010:2.1:1761312150.765409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:2.1:1761312150.771535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb10a85. 00010000:00000010:2.1:1761312150.771553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b1400e4. 00010000:00000010:2.1:1761312150.771558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:0.1:1761312150.776732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6058344. 00010000:00000010:2.1:1761312150.779109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d652b4. 00010000:00000010:2.1:1761312150.779129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:2.1:1761312150.784669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288955cc. 00010000:00000010:1.1:1761312150.784715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4318cc. 00010000:00000010:1.1:1761312150.784722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:0.1:1761312150.788782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c5f471. 00010000:00000010:0.1:1761312150.788792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000205a86b. 00010000:00000010:0.1:1761312150.799440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:0.1:1761312150.799452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312150.799457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:1.1:1761312150.804455:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008581d7be. 00010000:00000010:0.1:1761312150.809817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002865a5dc. 00010000:00000010:0.1:1761312150.809827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312150.815709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094dfe0c6. 00010000:00000010:0.1:1761312150.815723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f47b580. 00010000:00000010:0.1:1761312150.815786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312150.820666:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1d0691. 00010000:00000010:0.1:1761312150.820676:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:3.1:1761312150.821154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040569c2e. 00010000:00000010:3.1:1761312150.829345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000293c9afa. 00010000:00000010:0.1:1761312150.834124:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21982e6. 00010000:00000010:0.1:1761312150.834144:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:3.1:1761312150.841709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005225e5b4. 00010000:00000010:0.1:1761312150.846693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079fe1929. 00010000:00000010:0.1:1761312150.846703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.1:1761312150.846711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312150.846721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:2.1:1761312150.851684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142f1f55. 00010000:00000010:0.1:1761312150.851689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046aada0. 00010000:00000010:0.1:1761312150.851702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:1.1:1761312150.851752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000bf8420. 00010000:00000010:1.1:1761312150.860668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868f0a50. 00010000:00000010:1.1:1761312150.860675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.1:1761312150.863832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb234cf. 00010000:00000010:0.1:1761312150.863852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:2.1:1761312150.864668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e80f4114. 00010000:00000010:2.1:1761312150.873035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654a31bf. 00010000:00000010:0.1:1761312150.873662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8b1a7c4. 00010000:00000010:0.1:1761312150.873671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:1.1:1761312150.881725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b951ac30. 00010000:00000010:1.1:1761312150.881742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:1.1:1761312150.881746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312150.881750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:2.1:1761312150.885517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033c0229a. 00010000:00000010:2.1:1761312150.888841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083d5604f. 00010000:00000010:2.1:1761312150.888854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312150.888983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5a1c4b. 00010000:00000010:0.1:1761312150.894394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f83ab16. 00010000:00000010:0.1:1761312150.894409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f356f2f3. 00010000:00000010:0.1:1761312150.894414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:2.1:1761312150.899677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006791a5a1. 00010000:00000010:2.1:1761312150.899845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaf32621. 00010000:00000010:2.1:1761312150.899853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:3.1:1761312150.903711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000064ffbd1. 00010000:00000010:0.1:1761312150.903772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a4ea726. 00010000:00000010:0.1:1761312150.903780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.1:1761312150.910979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ec6acb. 00010000:00000010:2.1:1761312150.910986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb9395b. 00010000:00000010:2.1:1761312150.910990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:1.1:1761312150.916374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d69b6e. 00010000:00000010:2.1:1761312150.919943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b91666fc. 00010000:00000010:2.1:1761312150.919955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00010000:00000010:0.1:1761312150.926113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045332043. 00010000:00000010:0.1:1761312150.926128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdde550b. 00010000:00000010:1.1:1761312150.926779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b072ce6. 00010000:00000010:3.1:1761312150.934345:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f67f968. 00010000:00000010:2.1:1761312150.936965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a74d7a2. 00010000:00000010:2.1:1761312150.936977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:3.1:1761312150.940859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be686031. 00010000:00000010:0.1:1761312150.944681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070b2d700. 00010000:00000010:0.1:1761312150.944694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.1:1761312150.948422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000588439b6. 00010000:00000010:2.1:1761312150.948430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00010000:00000010:1.1:1761312150.948662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c6a0a29. 00010000:00000010:2.1:1761312150.954880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4c1df2. 00010000:00000010:2.1:1761312150.954889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:2.1:1761312150.954899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312150.954906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:1.1:1761312150.956776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009efc4a60. 00010000:00000010:0.1:1761312150.956992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004871bcad. 00010000:00000010:1.1:1761312150.960669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554cb85f. 00010000:00000010:2.1:1761312150.961180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014b5fb05. 00010000:00000010:2.1:1761312150.961188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00010000:00000010:2.1:1761312150.961191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7d20cf. 00010000:00000010:2.1:1761312150.961194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:0.1:1761312150.964120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfe3bc17. 00010000:00000010:0.1:1761312150.964137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:1.1:1761312150.964663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bfd7fdd. 00010000:00000010:1.1:1761312150.973939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f66e359. 00010000:00000010:1.1:1761312150.978671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00010000:00000010:1.1:1761312150.978691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036843b52. 00010000:00000010:0.1:1761312150.982795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713a598f. 00010000:00000010:0.1:1761312150.982813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:0.1:1761312150.986685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312150.986702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00010000:00000010:1.1:1761312150.987129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b74c463. 00010000:00000010:0.1:1761312150.995697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000440c156c. 00010000:00000010:2.1:1761312151.000006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16a2ed3. 00010000:00000010:2.1:1761312151.000022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00010000:00000010:0.1:1761312151.002743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00010000:00000010:2.1:1761312151.007647:0:15814:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000314fa74. 00010000:00000010:2.1:1761312151.007654:0:15814:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:0.1:1761312151.012638:0:77026:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eaa6b06. 00010000:00000010:0.1:1761312151.012647:0:77026:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00010000:00000010:1.1:1761312151.013864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001169de33. 00010000:00000010:0.1:1761312151.016725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4804fd0. 00010000:00000010:3.1:1761312151.016993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007fbd4b9. 00010000:00000010:3.1:1761312151.017000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00010000:00000010:0.1:1761312151.022673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de6b7c2. 00010000:00000010:3.1:1761312151.030189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2c1bd8b. 00010000:00000010:3.1:1761312151.030205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312151.030210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312151.030214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312151.031487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b022ca05. 00010000:00000010:1.1:1761312151.031493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:0.1:1761312151.034675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0d5415. 00010000:00000010:1.1:1761312151.037915:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d3c5f7. 00010000:00000010:1.1:1761312151.037923:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312151.037926:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d59f2e35. 00010000:00000010:3.1:1761312151.038980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd4054f. 00010000:00000010:1.1:1761312151.046266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010184a2d. 00010000:00000010:1.1:1761312151.046279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.1:1761312151.052183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.1:1761312151.052197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af15f2e. 00010000:00000010:1.1:1761312151.052201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:0.1:1761312151.055684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001017a4e6. 00010000:00000010:1.1:1761312151.059885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078b4a635. 00010000:00000010:1.1:1761312151.059901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312151.068718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1a845f. 00010000:00000010:3.1:1761312151.068731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:0.1:1761312151.068805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9e7c7a5. 00010000:00000010:2.1:1761312151.071810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a4e59c6. 00010000:00000010:3.1:1761312151.082248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ceb2c02. 00010000:00000010:3.1:1761312151.082269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:0.1:1761312151.087863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db89389. 00010000:00000010:2.1:1761312151.093664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d95684f7. 00010000:00000010:3.1:1761312151.093815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d1374bc. 00010000:00000010:3.1:1761312151.093824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:2.1:1761312151.104295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a8600e9. 00010000:00000010:2.1:1761312151.104315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312151.104424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082247ce3. 00010000:00000010:3.1:1761312151.104432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:2.1:1761312151.108760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000334b8932. 00010000:00000010:2.1:1761312151.108784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:2.1:1761312151.108788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312151.108791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:1.1:1761312151.108818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052490f16. 00010000:00000010:3.1:1761312151.109741:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050a3b31c. 00010000:00000010:3.1:1761312151.114979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b493cdc2. 00010000:00000010:1.1:1761312151.118025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f432417. 00010000:00000010:1.1:1761312151.118031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc4133a. 00010000:00000010:2.1:1761312151.118666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f190d7. 00010000:00000010:1.1:1761312151.122874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001db6a648. 00010000:00000010:1.1:1761312151.122885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312151.126774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003656e94d. 00010000:00000010:1.1:1761312151.127322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:3.1:1761312151.127778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000122b4b4b. 00010000:00000010:2.1:1761312151.128238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b7a81af. 00010000:00000010:1.1:1761312151.134649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002baab24f. 00010000:00000010:1.1:1761312151.134664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312151.141900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e737dd4b. 00010000:00000010:1.1:1761312151.141910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312151.141915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312151.141920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:3.1:1761312151.149192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fae72a. 00010000:00000010:1.1:1761312151.151113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000029b3899. 00010000:00000010:1.1:1761312151.151129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312151.158685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a442bbf. 00010000:00000010:3.1:1761312151.162668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f477980. 00010000:00000010:1.1:1761312151.162709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4fcb1a. 00010000:00000010:1.1:1761312151.162717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312151.170685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a764fa83. 00010000:00000010:1.1:1761312151.170702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:3.1:1761312151.170740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4134ff. 00010000:00000010:2.1:1761312151.186659:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fac6ac42. 00010000:00000010:1.1:1761312151.187001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076b2861f. 00010000:00000010:1.1:1761312151.187007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312151.190336:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000147cd17a. 00010000:00000010:1.1:1761312151.190345:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312151.190349:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312151.190353:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:3.1:1761312151.192827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f4d8ef. 00010000:00000010:2.1:1761312151.193750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061338f32. 00010000:00000010:0.1:1761312151.199732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc2d648. 00010000:00000010:0.1:1761312151.199740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:2.1:1761312151.205722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ed72b2b. 00010000:00000010:3.1:1761312151.213927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071621487. 00010000:00000010:0.1:1761312151.217641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098790685. 00010000:00000010:0.1:1761312151.217655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:2.1:1761312151.218140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb67ad7. 00010000:00000010:2.1:1761312151.218146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:1.1:1761312151.218663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017df3d14. 00010000:00000010:1.1:1761312151.218670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:3.1:1761312151.222884:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e215a275. 00010000:00000010:1.1:1761312151.228701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050d3c25b. 00010000:00000010:1.0:1761312151.247004:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312151.247013:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ac20ea6. 00010000:00000010:1.0:1761312151.247095:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312151.247100:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312151.247112:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019ff4e6c. 00000100:00000010:1.0:1761312151.247119:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.247128:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312151.247141:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000457a2c3d. 02000000:00000010:1.0:1761312151.247173:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea151eaa. 00000400:00000010:1.0:1761312151.247180:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000870f954a. 00000400:00000010:1.0:1761312151.247186:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312151.247194:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015301824, portal 16 00000400:00000010:1.0:1761312151.247198:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312151.247200:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015301824, offset 0 00000400:00000200:1.0:1761312151.247212:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.247228:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.247236:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.247240:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.247243:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.247246:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88300:88300:255:4294967295] 192.168.203.32@tcp LPNI seq info [88300:88300:7:4294967295] 00000400:00000200:1.0:1761312151.247254:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.247261:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.247267:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:1.0:1761312151.247272:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.247279:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.247283:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312151.247474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063d60f0c. 00010000:00000010:0.1:1761312151.247481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:0.1:1761312151.247488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312151.247491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:3.1:1761312151.257908:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085ae063a. 00010000:00000010:3.1:1761312151.257926:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563e7d3c. 00010000:00000010:1.1:1761312151.268077:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f352b270. 00010000:00000010:1.1:1761312151.268087:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00010000:00000010:1.1:1761312151.268092:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b65b2c8c. 00010000:00000010:1.1:1761312151.268095:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:2.1:1761312151.269818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae4ed763. 00010000:00000010:2.1:1761312151.269831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:2.1:1761312151.274649:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe26429. 00010000:00000010:2.1:1761312151.274656:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:3.1:1761312151.275492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b878e9. 00010000:00000010:0.1:1761312151.279964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb237f9e. 00010000:00000010:0.1:1761312151.291817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004258342. 00010000:00000010:2.1:1761312151.292158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ed55c39. 00010000:00000010:2.1:1761312151.292164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:2.1:1761312151.292168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312151.292171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00000020:00000010:1.0:1761312151.303101:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e18ac354. 00000020:00000010:1.0:1761312151.303114:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.303118:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.303150:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012499776/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.303191:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012499776 02000000:00000010:1.0:1761312151.303205:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea151eaa. 00010000:00000010:1.0:1761312151.303236:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b65e351f. 00010000:00000010:1.0:1761312151.303258:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.303266:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.303283:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.303286:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000010:1.0:1761312151.303300:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312151.303305:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012499776, offset 224 00000400:00000200:1.0:1761312151.303314:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.303328:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.303334:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88309:88309:256:4294967295] 192.168.203.32@tcp LPNI seq info [88309:88309:8:4294967295] 00000400:00000200:1.0:1761312151.303344:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.303350:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.303354:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.303360:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.303367:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.303371:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.303396:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.303401:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.303405:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e18ac354. 00000800:00000200:1.0:1761312151.304620:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.304643:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312151.304646:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.304651:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.304654:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:1.0:1761312151.304656:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:1.0:1761312151.304662:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015302144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.306938:0:78453:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc0499f. 00010000:00000010:3.1:1761312151.306954:0:78453:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc4133a. 00010000:00000010:2.1:1761312151.312718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060c467d6. 00000400:00000010:1.0:1761312151.316228:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf839d69. 00000400:00000200:1.0:1761312151.316232:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:1.0:1761312151.316234:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:1.0:1761312151.316240:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015302144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.316246:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015302144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.316811:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033be04ec. 02000000:00000010:1.0:1761312151.317335:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c519af85. 00000100:00000010:1.0:1761312151.317340:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:1.0:1761312151.317345:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:1.0:1761312151.317349:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f784357. 00080000:00000010:1.0:1761312151.317398:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e18ac354. 00010000:00000010:1.0:1761312151.317486:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000928ca24e. 00010000:00000010:1.0:1761312151.317495:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000110c0687. 00010000:00000010:1.0:1761312151.317565:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312151.317572:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312151.317582:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.317586:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.317592:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 02000000:00000010:1.0:1761312151.317604:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea151eaa. 00010000:00000010:1.1:1761312151.317645:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f360a468. 02000000:00000010:1.0:1761312151.317660:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095f52bb4. 00000400:00000010:1.0:1761312151.317664:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.317668:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312151.317671:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015302208, portal 16 00000400:00000010:1.0:1761312151.317676:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312151.317678:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015302208, offset 0 00010000:00000010:0.1:1761312151.317715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbd734a0. 00010000:00000010:0.1:1761312151.317721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00000400:00000200:1.0:1761312151.317740:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.317750:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.317757:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.317770:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.317773:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.317776:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88312:88312:256:4294967295] 192.168.203.32@tcp LPNI seq info [88312:88312:8:4294967295] 00000400:00000200:1.0:1761312151.317784:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.317788:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.317792:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.317796:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.317802:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.317804:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761312151.321942:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:1.0:1761312151.321948:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312151.321950:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312151.321958:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8be6d4b x1846868015302208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.321971:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8be6d4b x1846868015302208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.322002:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095f52bb4. 02000000:00000010:1.0:1761312151.322008:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea151eaa. 00000100:00000010:1.0:1761312151.322013:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000010:1.0:1761312151.322016:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.322019:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000020:00000010:1.0:1761312151.323105:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095f52bb4. 00000020:00000010:1.0:1761312151.323111:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.323115:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.323137:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012499904/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.323169:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012499904 02000000:00000010:1.0:1761312151.323180:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea151eaa. 00010000:00000010:1.0:1761312151.323204:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac5cb81e. 00010000:00000010:1.0:1761312151.323220:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.323225:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.323235:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.323237:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000010:1.0:1761312151.323248:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312151.323251:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012499904, offset 224 00000400:00000200:1.0:1761312151.323258:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.323267:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.323272:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88313:88313:256:4294967295] 192.168.203.32@tcp LPNI seq info [88313:88313:8:4294967295] 00000400:00000200:1.0:1761312151.323281:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.323285:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.323289:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312151.323294:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.323300:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.323303:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.323314:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.323317:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.323320:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095f52bb4. 00080000:00000010:1.0:1761312151.323340:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095f52bb4. 00010000:00000010:1.0:1761312151.323407:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312151.323413:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b680a8eb. 00010000:00000010:1.0:1761312151.323471:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312151.323476:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312151.323484:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.323486:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.323492:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 02000000:00000010:1.0:1761312151.323501:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000febb3347. 02000000:00000010:1.0:1761312151.323519:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70cb4a8. 00000400:00000010:1.0:1761312151.323524:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.323528:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.323532:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015302272, portal 16 00000400:00000010:1.0:1761312151.323535:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312151.323537:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015302272, offset 0 00000400:00000200:1.0:1761312151.323542:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.323547:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.323554:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.323557:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.323559:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.323561:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88314:88314:255:4294967295] 192.168.203.32@tcp LPNI seq info [88314:88314:7:4294967295] 00000400:00000200:1.0:1761312151.323568:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.323572:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.323575:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339466). 00000800:00000200:1.0:1761312151.323578:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.323582:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.323584:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312151.324191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc0ec01. 00010000:00000010:1.1:1761312151.325025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df09e85. 00010000:00000010:1.1:1761312151.325033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00000400:00000010:1.0:1761312151.329000:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:1.0:1761312151.329012:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.329014:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.329027:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8be6d4b x1846868015302272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.329037:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8be6d4b x1846868015302272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.329070:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70cb4a8. 02000000:00000010:1.0:1761312151.329076:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000febb3347. 00000100:00000010:1.0:1761312151.329080:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000010:1.0:1761312151.329083:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.329086:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00010000:00000010:1.1:1761312151.332925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0e5f47. 00010000:00000010:1.1:1761312151.332936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e198759. 00010000:00000010:1.1:1761312151.332940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00000400:00000010:1.0:1761312151.341118:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee7d441. 00000400:00000200:1.0:1761312151.341123:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:1.0:1761312151.341125:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:1.0:1761312151.341130:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015302336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.341137:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015302336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.341163:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd5ed21b. 02000000:00000010:1.0:1761312151.341168:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f65963a5. 00000100:00000010:1.0:1761312151.341173:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:1.0:1761312151.341176:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042808693. 00010000:00000010:1.0:1761312151.341179:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bb6cc25. 00080000:00000010:1.0:1761312151.341396:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000febb3347. 00010000:00000010:1.0:1761312151.341483:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008785608b. 00010000:00000010:1.0:1761312151.341490:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8e9e67b. 00010000:00000010:1.0:1761312151.341573:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312151.341578:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312151.341587:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.341591:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.341598:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 02000000:00000010:1.0:1761312151.341609:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:1.0:1761312151.341654:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.341659:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.341664:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.341669:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015302400, portal 16 00000400:00000010:1.0:1761312151.348976:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:1.0:1761312151.348981:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.348982:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.348987:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8be6d4b x1846868015302400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.348995:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8be6d4b x1846868015302400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.349022:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c66d9123. 02000000:00000010:1.0:1761312151.349028:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:1.0:1761312151.349032:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000010:1.0:1761312151.349035:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.349038:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000020:00000010:1.0:1761312151.349750:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:1.0:1761312151.349757:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.349777:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.349800:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012500096/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.349934:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012500096 02000000:00000010:1.0:1761312151.349946:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c66d9123. 00010000:00000010:1.0:1761312151.349976:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c11d92a7. 00010000:00000010:1.0:1761312151.349998:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.350003:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.350021:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.350024:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000010:1.0:1761312151.350034:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.350038:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012500096, offset 224 00000400:00000200:1.0:1761312151.350045:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.350055:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.350059:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88319:88319:256:4294967295] 192.168.203.32@tcp LPNI seq info [88319:88319:8:4294967295] 00000400:00000200:1.0:1761312151.350067:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.350072:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.350076:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312151.350080:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.350087:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.350090:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.350106:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.350111:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.350114:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00000800:00000200:1.0:1761312151.350545:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.350548:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82339218). 00000400:00000200:1.0:1761312151.350553:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.350557:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.350560:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.350562:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000800:00000200:1.0:1761312151.351008:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.351011:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312151.351014:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.351018:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.351020:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:1.0:1761312151.351021:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:1.0:1761312151.351027:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015302464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312151.352978:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea5da9e6. 00000400:00000200:1.0:1761312151.352983:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:1.0:1761312151.352984:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000100:00000200:1.0:1761312151.352989:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015302464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.352996:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015302464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.353020:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:1.0:1761312151.353025:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000feb31bde. 00000100:00000010:1.0:1761312151.353030:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:1.0:1761312151.353033:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f60dd51. 00010000:00000010:1.0:1761312151.353037:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b802c89b. 00000020:00000010:1.0:1761312151.354407:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:1.0:1761312151.354414:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.354418:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.354443:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012500160/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.354863:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012500160 02000000:00000010:1.0:1761312151.354875:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057b4ebca. 00010000:00000010:1.0:1761312151.354904:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baee6654. 00010000:00000010:1.0:1761312151.354922:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.354928:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.354945:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.354948:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000010:1.0:1761312151.354962:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.354966:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012500160, offset 224 00000400:00000200:1.0:1761312151.354974:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.354985:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.354990:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88321:88321:256:4294967295] 192.168.203.32@tcp LPNI seq info [88321:88321:8:4294967295] 00000400:00000200:1.0:1761312151.355000:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.355005:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.355009:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312151.355014:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.355021:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.355025:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.355043:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.355048:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.355051:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00000800:00000200:1.0:1761312151.355540:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.355543:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82339218). 00000400:00000200:1.0:1761312151.355547:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.355552:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.355555:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.355557:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000800:00000200:1.0:1761312151.355728:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.355730:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312151.355733:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.355736:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.355738:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:1.0:1761312151.355740:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:1.0:1761312151.355744:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015302528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.357231:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b44d07. 00010000:00000010:1.1:1761312151.357239:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbafa27. 00010000:00000010:0.1:1761312151.357663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f60796. 00010000:00000010:0.1:1761312151.360670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c58d0c61. 00010000:00000010:0.1:1761312151.360686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:0.1:1761312151.360692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5e8469. 00010000:00000010:0.1:1761312151.360695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00010000:00000010:0.1:1761312151.360698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adef3d56. 00010000:00000010:3.1:1761312151.360920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab467ea. 00010000:00000010:3.1:1761312151.360925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312151.360928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000035d56d9. 00010000:00000010:3.1:1761312151.360930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312151.362651:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f55926ad. 00010000:00000010:1.1:1761312151.362663:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd792a57. 00010000:00000010:2.1:1761312151.370664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be170351. 00010000:00000010:0.1:1761312151.371688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7154eb9. 00010000:00000010:0.1:1761312151.371696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:0.1:1761312151.377945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e1ca58. 00010000:00000010:0.1:1761312151.377961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ea38292. 00010000:00000010:0.1:1761312151.377966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00010000:00000010:0.1:1761312151.377970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5e8469. 00010000:00000010:0.1:1761312151.377973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00000800:00000200:1.0:1761312151.378861:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.378865:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:1.0:1761312151.378870:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.378874:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.378877:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:1.0:1761312151.378878:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000400:00000200:1.0:1761312151.383964:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.383980:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d505c0 00000400:00000200:1.0:1761312151.383986:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac525 [2] + 328 00000400:00000200:1.0:1761312151.384277:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.384283:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.384288:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.384294:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00000400:00000200:1.0:1761312151.389121:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.389140:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffc880 00000400:00000200:1.0:1761312151.389149:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadbc1 [1] + 224 00000400:00000200:1.0:1761312151.389167:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.389172:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.389182:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015302784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.394006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5f77f6. 00000800:00000200:1.0:1761312151.394448:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.394452:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312151.394455:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.394460:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.394463:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:1.0:1761312151.394465:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00010000:00000010:0.1:1761312151.394654:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041ce235f. 00010000:00000010:0.1:1761312151.394659:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014baf82. 00010000:00000010:0.1:1761312151.394663:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e746501e. 00000800:00000200:1.0:1761312151.395538:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.395543:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:1.0:1761312151.395547:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.395554:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.395559:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312151.395560:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312151.395567:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015302848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312151.398671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001893f1ea. 00010000:00000010:0.1:1761312151.398681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00000800:00000200:1.0:1761312151.401417:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.401420:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:1.0:1761312151.401422:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.401426:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.401428:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:1.0:1761312151.401429:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000800:00000200:1.0:1761312151.401613:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.401616:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312151.401619:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.401646:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.401649:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:1.0:1761312151.401651:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:1.0:1761312151.401656:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015302912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.402745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051489792. 00010000:00000010:0.1:1761312151.402792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bffa8c0. 00010000:00000010:0.1:1761312151.402798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00000400:00000200:1.0:1761312151.403962:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.403969:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50680 00000400:00000200:1.0:1761312151.403974:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac525 [2] + 1312 00000400:00000200:1.0:1761312151.404027:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.404030:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.404034:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.404038:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 00080000:00000010:1.0:1761312151.404835:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e70cb4a8. 00010000:00000010:1.0:1761312151.404913:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00010000:00000010:1.0:1761312151.404921:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0b42289. 00010000:00000010:1.0:1761312151.404980:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312151.404984:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004115c22e. 00010000:00000010:1.0:1761312151.404989:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312151.404994:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00080000:00000010:1.0:1761312151.405005:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6b269f. 00010000:00000010:1.0:1761312151.405030:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.405034:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004115c22e. 00010000:00000010:1.0:1761312151.405085:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.0:1761312151.405089:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.405096:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.405099:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.405105:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.405115:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fd46622. 02000000:00000010:1.0:1761312151.405137:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000763aefd9. 00000400:00000010:1.0:1761312151.405142:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.405146:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.405150:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015302976, portal 16 00000400:00000010:1.0:1761312151.405154:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312151.405156:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015302976, offset 0 00000400:00000200:1.0:1761312151.405161:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.405168:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.405174:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.405176:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.405179:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.405182:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88336:88336:255:4294967295] 192.168.203.32@tcp LPNI seq info [88336:88336:7:4294967295] 00000400:00000200:1.0:1761312151.405188:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.405192:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.405195:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339466). 00000800:00000200:1.0:1761312151.405198:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.405203:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.405205:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312151.406715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a06be41. 00000400:00000010:1.0:1761312151.407202:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:1.0:1761312151.407207:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.407209:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.407213:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015302976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.407219:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015302976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.407245:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000763aefd9. 02000000:00000010:1.0:1761312151.407251:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fd46622. 00000100:00000010:1.0:1761312151.407254:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312151.407257:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.407260:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000200:1.0:1761312151.408031:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.408044:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d506c0 00000400:00000200:1.0:1761312151.408050:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac525 [2] + 1640 00000400:00000200:1.0:1761312151.408109:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.408115:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.408120:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.408124:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 00080000:00000010:1.0:1761312151.408593:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fd46622. 00010000:00000010:1.0:1761312151.408702:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.408709:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c70ed508. 00010000:00000010:1.0:1761312151.408788:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312151.408794:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.408804:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.408808:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.408814:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087b41617. 02000000:00000010:1.0:1761312151.408823:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000763aefd9. 02000000:00000010:1.0:1761312151.408844:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135460e8. 00000400:00000010:1.0:1761312151.408848:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.408852:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.408856:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015303040, portal 16 00000400:00000010:1.0:1761312151.408860:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312151.408861:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015303040, offset 0 00000400:00000200:1.0:1761312151.408866:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.408871:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.408878:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.408882:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.408885:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.408887:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88338:88338:255:4294967295] 192.168.203.32@tcp LPNI seq info [88338:88338:7:4294967295] 00000400:00000200:1.0:1761312151.408893:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.408897:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.408900:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312151.408904:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.408908:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.408910:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312151.409749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057914f2c. 00010000:00000010:3.1:1761312151.409757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00010000:00000010:1.1:1761312151.410127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca535ee. 00010000:00000010:1.1:1761312151.410133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:1.1:1761312151.410137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312151.410140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:0.1:1761312151.411002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af32c31. 00000400:00000010:1.0:1761312151.411430:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:1.0:1761312151.411435:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.411437:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.411443:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000087b41617 x1846868015303040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.411451:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000087b41617 x1846868015303040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.411476:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135460e8. 02000000:00000010:1.0:1761312151.411484:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000763aefd9. 00000100:00000010:1.0:1761312151.411488:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087b41617. 00000100:00000010:1.0:1761312151.411491:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.411494:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000200:1.0:1761312151.412395:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.412406:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50700 00000400:00000200:1.0:1761312151.412411:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac525 [2] + 1968 00000400:00000010:1.0:1761312151.412414:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312151.412419:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002e05f186 00000400:00000200:1.0:1761312151.412462:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.412465:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.412468:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e05f186 00000400:00000010:1.0:1761312151.412470:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002e05f186 (tot 82338818). 00000100:00000200:1.0:1761312151.412475:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:1.0:1761312151.413473:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763aefd9. 00010000:00000010:1.0:1761312151.413565:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.413572:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fab40190. 00010000:00000010:1.0:1761312151.414145:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312151.414151:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.414162:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.414166:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.414173:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087b41617. 02000000:00000010:1.0:1761312151.414184:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000135460e8. 02000000:00000010:1.0:1761312151.414208:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.414212:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312151.414216:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.414220:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015303104, portal 16 00000400:00000010:1.0:1761312151.414224:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312151.414226:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015303104, offset 0 00000400:00000200:1.0:1761312151.414231:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.414240:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.414246:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.414249:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.414251:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.414254:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88340:88340:256:4294967295] 192.168.203.32@tcp LPNI seq info [88340:88340:8:4294967295] 00000400:00000200:1.0:1761312151.414261:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.414265:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.414268:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312151.414273:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.414278:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.414280:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312151.414820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf92de42. 00000400:00000200:1.0:1761312151.417196:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.417212:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffc9c0 00000400:00000200:1.0:1761312151.417222:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadc01 [1] + 224 00000400:00000200:1.0:1761312151.417238:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.417242:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.417252:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000087b41617 x1846868015303104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.417733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac9504f3. 00010000:00000010:1.1:1761312151.417740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00080000:00000010:1.0:1761312151.420319:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057b4ebca. 00010000:00000010:1.0:1761312151.420400:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.420406:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fac85cd. 00010000:00000010:1.0:1761312151.420477:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.0:1761312151.420483:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312151.420493:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bca9df2. 00000100:00000010:1.0:1761312151.420497:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.420504:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.420516:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000135460e8. 02000000:00000010:1.0:1761312151.420537:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.420543:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.420547:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312151.420551:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015303168, portal 16 00000400:00000010:1.0:1761312151.420556:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312151.420558:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015303168, offset 0 00000400:00000200:1.0:1761312151.420563:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.420570:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.420576:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.420579:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.420581:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.420584:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88342:88342:255:4294967295] 192.168.203.32@tcp LPNI seq info [88342:88342:7:4294967295] 00000400:00000200:1.0:1761312151.420590:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.420594:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.420598:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339466). 00000800:00000200:1.0:1761312151.420601:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.420605:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.420607:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312151.422014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026741704. 00010000:00000010:1.1:1761312151.422367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044fe7e61. 00010000:00000010:1.1:1761312151.422373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00000400:00000200:1.0:1761312151.425255:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.425270:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffca00 00000400:00000200:1.0:1761312151.425278:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadc0d [1] + 224 00000400:00000200:1.0:1761312151.425287:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.425290:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.425299:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015303168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312151.425333:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.425337:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50780 00000400:00000200:1.0:1761312151.425341:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac57d [2] + 328 00000400:00000200:1.0:1761312151.425349:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.425351:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.425354:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.425359:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087b41617. 00010000:00000010:0.1:1761312151.429800:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073506323. 00010000:00000010:1.1:1761312151.434150:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097cdb3aa. 00010000:00000010:1.1:1761312151.434163:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00000020:00000010:1.0:1761312151.435890:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135460e8. 00000020:00000010:1.0:1761312151.435898:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.435903:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.435928:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012500928/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.435962:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012500928 02000000:00000010:1.0:1761312151.435974:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c66d9123. 00010000:00000010:1.0:1761312151.436302:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c942bd99. 00010000:00000010:1.0:1761312151.436328:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.436335:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.436359:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.436363:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000400:00000010:1.0:1761312151.436377:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312151.436383:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012500928, offset 224 00000400:00000200:1.0:1761312151.436390:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.436401:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.436406:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88345:88345:256:4294967295] 192.168.203.32@tcp LPNI seq info [88345:88345:8:4294967295] 00000400:00000200:1.0:1761312151.436416:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.436421:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.436425:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312151.436429:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.436436:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.436440:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.436465:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.436470:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.436473:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135460e8. 00010000:00000010:0.1:1761312151.437655:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2858392. 00010000:00000010:3.1:1761312151.437666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff5ea86. 00010000:00000010:3.1:1761312151.437674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312151.440943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000453f8739. 00010000:00000010:2.1:1761312151.441867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5222a5. 00010000:00000010:2.1:1761312151.441875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00000020:00000010:1.0:1761312151.445467:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135460e8. 00000020:00000010:1.0:1761312151.445473:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.445477:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.445499:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012500992/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312151.445535:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012500992 02000000:00000010:1.0:1761312151.445550:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006dadea69. 00010000:00000010:1.0:1761312151.445575:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004b56a2b. 00010000:00000010:1.0:1761312151.445595:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.445602:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.446132:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.446137:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000400:00000010:1.0:1761312151.446154:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312151.446159:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012500992, offset 224 00000400:00000200:1.0:1761312151.446168:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.446179:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.446184:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88347:88347:256:4294967295] 192.168.203.32@tcp LPNI seq info [88347:88347:8:4294967295] 00000400:00000200:1.0:1761312151.446193:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.446198:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.446203:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312151.446209:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.446216:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.446219:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.446245:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.446249:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.446253:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135460e8. 00010000:00000010:1.1:1761312151.451820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fa559. 00010000:00000010:2.1:1761312151.451875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3722904. 00010000:00000010:2.1:1761312151.451883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00000020:00000010:1.0:1761312151.457598:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135460e8. 00000020:00000010:1.0:1761312151.457607:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.457610:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.457669:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012501056/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.458837:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501056 02000000:00000010:1.0:1761312151.458862:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feb31bde. 00010000:00000010:1.0:1761312151.458898:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057e4eb34. 00010000:00000010:1.0:1761312151.458923:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.458934:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.458954:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.458957:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000400:00000010:1.0:1761312151.458972:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312151.458977:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501056, offset 224 00000400:00000200:1.0:1761312151.458986:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.458999:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.459004:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88349:88349:256:4294967295] 192.168.203.32@tcp LPNI seq info [88349:88349:8:4294967295] 00000400:00000200:1.0:1761312151.459014:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.459019:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.459024:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.459030:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.459037:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.459040:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.459058:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312151.459063:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.459067:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135460e8. 00010000:00000010:1.1:1761312151.466720:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e469ae. 00000020:00000010:1.0:1761312151.468208:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135460e8. 00000020:00000010:1.0:1761312151.468216:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312151.468220:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.468242:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012501120/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.468276:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501120 02000000:00000010:1.0:1761312151.468288:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a03f9d5. 00010000:00000010:1.0:1761312151.468314:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050c1b628. 00010000:00000010:1.0:1761312151.468331:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.468337:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.468352:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.468355:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000400:00000010:1.0:1761312151.468366:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312151.468370:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501120, offset 224 00000400:00000200:1.0:1761312151.468377:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.468387:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.468392:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88351:88351:256:4294967295] 192.168.203.32@tcp LPNI seq info [88351:88351:8:4294967295] 00000400:00000200:1.0:1761312151.468402:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.468407:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.468411:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.468416:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.468423:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.468428:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.468449:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312151.468455:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.468458:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135460e8. 00000400:00000200:1.0:1761312151.472643:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.472663:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcb40 00000400:00000200:1.0:1761312151.472671:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadc49 [1] + 224 00000400:00000200:1.0:1761312151.472682:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.472686:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.472696:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015303488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312151.472726:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.472732:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d508c0 00000400:00000200:1.0:1761312151.472737:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac57d [2] + 1968 00000400:00000010:1.0:1761312151.472740:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b28bf1ad. 00000400:00000200:1.0:1761312151.472744:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b4c636c2 00010000:00000010:2.1:1761312151.473179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e773d9fe. 00010000:00000010:2.1:1761312151.473187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00000400:00000200:1.0:1761312151.473711:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.473717:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.473720:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4c636c2 00000400:00000010:1.0:1761312151.473722:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b4c636c2 (tot 82338818). 00000100:00000200:1.0:1761312151.473728:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761312151.478675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ab49c1. 00000400:00000200:1.0:1761312151.478772:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.478969:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcb80 00000400:00000200:1.0:1761312151.478977:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadc59 [1] + 224 00000400:00000200:1.0:1761312151.478996:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.479001:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.479011:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015303552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312151.480007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f90b6d. 00010000:00000010:2.1:1761312151.480018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:2.1:1761312151.485737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026df27c2. 00010000:00000010:2.1:1761312151.485751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00010000:00000010:0.1:1761312151.486210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003585112c. 00000400:00000200:1.0:1761312151.486362:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.486378:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50900 00000400:00000200:1.0:1761312151.486385:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac5dd [2] + 0 00000400:00000200:1.0:1761312151.486451:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.486456:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.486463:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.486467:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00080000:00000010:1.0:1761312151.487189:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a03f9d5. 00010000:00000010:1.0:1761312151.487273:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000169f829f. 00010000:00000010:1.0:1761312151.487283:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058b2f688. 00010000:00000010:1.0:1761312151.487339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66fa559. 00010000:00000010:1.0:1761312151.487344:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312151.487352:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.487361:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.487367:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312151.487380:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c66d9123. 02000000:00000010:1.0:1761312151.487399:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135460e8. 00000400:00000010:1.0:1761312151.487403:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b28bf1ad. 00000400:00000010:1.0:1761312151.487407:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312151.487411:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015303616, portal 16 00000400:00000010:1.0:1761312151.487415:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312151.487416:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015303616, offset 0 00000400:00000200:1.0:1761312151.487420:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.487427:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.487432:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.487435:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.487438:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.487440:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88356:88356:256:4294967295] 192.168.203.32@tcp LPNI seq info [88356:88356:8:4294967295] 00000400:00000200:1.0:1761312151.487447:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.487451:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.487453:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312151.487457:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.487461:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.487463:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312151.495675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb5c56e8. 00010000:00000010:1.1:1761312151.495691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:2.1:1761312151.496710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1d9395b. 00000400:00000200:1.0:1761312151.497313:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.497330:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcbc0 00000400:00000200:1.0:1761312151.497338:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadc65 [1] + 224 00000400:00000200:1.0:1761312151.497349:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.497353:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.497362:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015303616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312151.497400:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.497405:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50940 00000400:00000200:1.0:1761312151.497410:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac5dd [2] + 328 00000400:00000200:1.0:1761312151.497423:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.497428:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.499423:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.499435:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 00010000:00000010:2.1:1761312151.508870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e13ac1. 00010000:00000010:2.1:1761312151.508878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bac5d09f. 00010000:00000010:2.1:1761312151.508881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fa559. 00010000:00000010:2.1:1761312151.508884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312151.508887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00000020:00000010:1.0:1761312151.511297:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66d9123. 00000020:00000010:1.0:1761312151.511342:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.511349:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.511381:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012501376/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312151.511421:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501376 02000000:00000010:1.0:1761312151.511432:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:1.0:1761312151.511462:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091b4421e. 00010000:00000010:1.0:1761312151.511496:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060a105de. 00000100:00000010:1.0:1761312151.511504:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.511524:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.511529:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060a105de. 00000400:00000010:1.0:1761312151.511545:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.511550:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501376, offset 224 00000400:00000200:1.0:1761312151.511559:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.511574:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.511580:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88359:88359:256:4294967295] 192.168.203.32@tcp LPNI seq info [88359:88359:8:4294967295] 00000400:00000200:1.0:1761312151.511591:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.511597:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.511602:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312151.511607:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.511614:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.511618:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.511887:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.511893:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.511896:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66d9123. 00000800:00000200:1.0:1761312151.512015:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.512019:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:1.0:1761312151.512024:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.512029:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.512034:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.512036:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00010000:00000010:1.1:1761312151.518976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00000100:00000010:1.0:1761312151.519012:0:66508:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312151.519020:0:66508:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000743fa02e. 02000000:00000010:1.0:1761312151.519063:0:15815:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e59b57b. 00000400:00000010:1.0:1761312151.519074:0:15815:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a891814b. 00000400:00000010:1.0:1761312151.519690:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.519693:0:15815:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846868015303808, portal 4 00000400:00000010:1.0:1761312151.519697:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312151.519699:0:15815:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846868015303808, offset 0 00000400:00000200:1.0:1761312151.519703:0:15815:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761312151.519707:0:15815:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761312151.519712:0:15815:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb777ffcc80 00000400:00000200:1.0:1761312151.519716:0:15815:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f45d [8] + 15008 00000400:00000200:1.0:1761312151.519720:0:15815:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.519722:0:15815:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761312151.519725:0:15815:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1761312151.519728:0:15815:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087b41617. 00000400:00000200:1.0:1761312151.519746:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:1.0:1761312151.519748:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:1.0:1761312151.519752:0:15815:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015303808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:1.0:1761312151.519795:0:77377:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66d9123. 00000020:00000010:1.0:1761312151.519799:0:77377:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.519806:0:77377:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.519822:0:77377:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015303808 02000000:00000010:1.0:1761312151.519830:0:77377:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f36d24b2. 00010000:00000200:1.0:1761312151.519838:0:77377:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000087b41617 x1846868015303808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:592/0 lens 224/368 e 0 to 0 dl 1761312157 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:1.0:1761312151.519845:0:77377:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312151.519859:0:77377:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846868015303808, offset 224 00000400:00000200:1.0:1761312151.519863:0:77377:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761312151.519868:0:77377:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761312151.519872:0:77377:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb777ffcc80 00000400:00000200:1.0:1761312151.519875:0:77377:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xadc91 [1] + 224 00000400:00000200:1.0:1761312151.519879:0:77377:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.519881:0:77377:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761312151.519885:0:77377:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015303808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1761312151.519897:0:77377:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:1.0:1761312151.519898:0:77377:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000020:00000010:1.0:1761312151.519904:0:77377:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.519907:0:77377:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.519910:0:77377:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.519922:0:15815:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a891814b. 00000400:00000200:1.0:1761312151.519925:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.519931:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.519942:0:15815:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015303808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:1.0:1761312151.519948:0:15815:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015303808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:1.0:1761312151.519962:0:15815:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e59b57b. 02000000:00000010:1.0:1761312151.519966:0:15815:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d1e5c9b6. 00000100:00000010:1.0:1761312151.519969:0:15815:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000800:00000200:1.0:1761312151.537283:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.537287:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312151.537292:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.537296:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.537299:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:1.0:1761312151.537301:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00010000:00000010:0.1:1761312151.538664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919fa45f. 00010000:00000010:0.1:1761312151.538672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:3.1:1761312151.545457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f2f017e. 00010000:00000010:3.1:1761312151.545469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000475824dc. 00010000:00000010:3.1:1761312151.545473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00000400:00000200:1.0:1761312151.551025:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.551041:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50a00 00000400:00000200:1.0:1761312151.551048:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac5dd [2] + 1312 00000400:00000200:1.0:1761312151.551121:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.551126:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.551133:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.551138:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00010000:00000010:2.1:1761312151.563284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd689fe. 00000020:00000010:1.0:1761312151.566579:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66d9123. 00000020:00000010:1.0:1761312151.566587:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.566593:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.566619:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012501568/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312151.566674:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501568 02000000:00000010:1.0:1761312151.566687:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd4fa4c6. 00010000:00000010:1.0:1761312151.566725:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060a105de. 00000100:00000010:1.0:1761312151.566731:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.566738:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.566741:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060a105de. 00000400:00000010:1.0:1761312151.566755:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.566772:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501568, offset 224 00000400:00000200:1.0:1761312151.566780:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.566791:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.566796:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88365:88365:256:4294967295] 192.168.203.32@tcp LPNI seq info [88365:88365:8:4294967295] 00000400:00000200:1.0:1761312151.566806:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.566812:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.566817:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.566823:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.566829:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.566832:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.566850:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.566855:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.566859:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66d9123. 00000800:00000200:1.0:1761312151.566948:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.566952:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:1.0:1761312151.566957:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.566960:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.566963:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.566965:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00010000:00000010:2.1:1761312151.569532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044a5886f. 00010000:00000010:2.1:1761312151.569543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00000100:00000200:2.0:1761312151.577149:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312151.579963:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003efeb2b0. 00000020:00000010:1.0:1761312151.579976:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.579981:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.580014:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009220c486 x1846868012501632/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.580051:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501632 02000000:00000010:1.0:1761312151.580063:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070105c34. 00010000:00000010:1.0:1761312151.580089:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079462bce. 00010000:00000010:1.0:1761312151.580113:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060a105de. 00000100:00000010:1.0:1761312151.580119:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:1.0:1761312151.580135:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:1.0:1761312151.580138:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060a105de. 00000400:00000010:1.0:1761312151.580149:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.580154:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501632, offset 224 00000400:00000200:1.0:1761312151.580161:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.580173:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.580179:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88367:88367:256:4294967295] 192.168.203.32@tcp LPNI seq info [88367:88367:8:4294967295] 00000400:00000200:1.0:1761312151.580189:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.580194:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.580198:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339066). 00000800:00000200:1.0:1761312151.580203:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.580209:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.580213:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.580226:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.580231:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.580235:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003efeb2b0. 02000000:00000010:1.0:1761312151.580242:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd4fa4c6. 00000100:00000010:1.0:1761312151.580245:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:1.0:1761312151.580249:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f75f12c. 00000100:00000010:1.0:1761312151.580251:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.580253:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029e2cd46. 00000100:00000010:1.0:1761312151.580256:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:1.0:1761312151.580260:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:1.0:1761312151.580262:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:1.0:1761312151.580264:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a67ebc2. 00000100:00000010:1.0:1761312151.580266:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.580268:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1f2eabb. 00000100:00000010:1.0:1761312151.580271:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000200:1.0:1761312151.580275:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312151.580280:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a891814b. 00000400:00000010:1.0:1761312151.580284:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000047f8f174 (tot 82339218). 00000800:00000200:1.0:1761312151.580379:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.580382:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:1.0:1761312151.580387:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.580391:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.580395:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.580396:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 02000000:00000010:1.0:1761312151.580399:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070105c34. 00010000:00000010:3.1:1761312151.581734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001371674a. 00010000:00000010:3.1:1761312151.581746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002477e1d5. 00010000:00000010:3.1:1761312151.581751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00000800:00000200:1.0:1761312151.582552:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.582558:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:1.0:1761312151.582563:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.582571:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.582576:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:1.0:1761312151.582578:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:1.0:1761312151.582587:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d12d1d x1846868015304128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312151.587176:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.587191:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50ac0 00000400:00000200:1.0:1761312151.587197:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac635 [2] + 0 00000400:00000200:1.0:1761312151.587277:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.587283:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.587288:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.587293:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00000800:00000200:1.0:1761312151.588366:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.588370:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312151.588374:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.588378:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.588381:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:1.0:1761312151.588382:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00080000:00000010:1.0:1761312151.588408:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070105c34. 00010000:00000010:1.0:1761312151.588487:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312e4a9d. 00010000:00000010:1.0:1761312151.588494:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d00df960. 00010000:00000010:1.0:1761312151.588562:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312151.588568:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312151.588578:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060a105de. 00000100:00000010:1.0:1761312151.588583:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.588590:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.588600:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003efeb2b0. 02000000:00000010:1.0:1761312151.588640:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.588657:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312151.588661:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.588665:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304192, portal 16 00000400:00000010:1.0:1761312151.588669:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312151.588671:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304192, offset 0 00000400:00000200:1.0:1761312151.588677:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.588852:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.588859:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.588863:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.588866:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.588868:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88370:88370:256:4294967295] 192.168.203.32@tcp LPNI seq info [88370:88370:8:4294967295] 00000400:00000200:1.0:1761312151.588876:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.588880:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.588884:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.588888:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.588893:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.588895:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761312151.590944:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:1.0:1761312151.590949:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312151.590951:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312151.590956:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015304192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.590963:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015304192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.590990:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c66d9123. 02000000:00000010:1.0:1761312151.590995:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003efeb2b0. 00000100:00000010:1.0:1761312151.590999:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312151.591003:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.591006:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060a105de. 00000400:00000200:1.0:1761312151.591434:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.591443:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50b00 00000400:00000200:1.0:1761312151.591448:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac635 [2] + 328 00000400:00000200:1.0:1761312151.591497:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.591501:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.591506:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312151.591510:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 00010000:00000010:0.1:1761312151.596171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083009d70. 00010000:00000010:0.1:1761312151.596190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:0.1:1761312151.596195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312151.596198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00010000:00000010:1.1:1761312151.596250:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b338324c. 00080000:00000010:1.0:1761312151.596271:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000135460e8. 00010000:00000010:1.0:1761312151.596355:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312151.596363:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009bca532b. 00010000:00000010:1.0:1761312151.596437:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312151.596442:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312151.596454:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060a105de. 00000100:00000010:1.0:1761312151.596460:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.596470:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.596483:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003efeb2b0. 02000000:00000010:1.0:1761312151.596511:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a67ebc2. 00000400:00000010:1.0:1761312151.596518:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312151.596524:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312151.596529:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304256, portal 16 00000400:00000010:1.0:1761312151.596534:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312151.596536:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304256, offset 0 00000400:00000200:1.0:1761312151.596544:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.596558:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.596564:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.596568:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.596571:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.596574:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88372:88372:256:4294967295] 192.168.203.32@tcp LPNI seq info [88372:88372:8:4294967295] 00000400:00000200:1.0:1761312151.596583:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.596589:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.596593:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.596598:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.596605:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.596608:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761312151.599609:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.599657:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffce40 00000400:00000200:1.0:1761312151.599665:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadce1 [1] + 224 00000400:00000200:1.0:1761312151.599695:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.599700:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.599711:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015304256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.602672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c25ac8. 00000020:00000010:2.0:1761312151.603939:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d574d0e7. 00000020:00000010:2.0:1761312151.603946:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312151.603950:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000328d5b67. 00000100:00000200:2.0:1761312151.603980:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012501824/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.604128:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012501824 02000000:00000010:1.0:1761312151.604141:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a67ebc2. 00010000:00000010:1.0:1761312151.604170:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049309a0d. 00010000:00000010:1.0:1761312151.604189:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.604196:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.604217:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.604221:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.604236:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312151.604240:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012501824, offset 224 00000400:00000200:1.0:1761312151.604248:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.604259:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.604265:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88373:88373:256:4294967295] 192.168.203.32@tcp LPNI seq info [88373:88373:8:4294967295] 00000400:00000200:1.0:1761312151.604276:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.604281:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.604286:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312151.604291:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.604298:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.604302:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.604318:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:1.0:1761312151.604323:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000328d5b67. 00000020:00000010:1.0:1761312151.604327:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d574d0e7. 00000800:00000200:1.0:1761312151.604388:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.604391:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:1.0:1761312151.604395:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.604398:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.604401:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:1.0:1761312151.604403:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00010000:00000010:0.1:1761312151.604653:0:78466:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a1151d. 00010000:00000010:1.1:1761312151.606081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c94afd5a. 00010000:00000010:1.1:1761312151.606091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e746501e. 00010000:00000010:1.1:1761312151.606125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940ae8c4. 00010000:00000010:1.1:1761312151.606129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00000800:00000200:1.0:1761312151.606217:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.606221:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312151.606226:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.606233:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.606237:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312151.606240:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000100:00000200:1.0:1761312151.606247:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015304320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312151.609716:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:1.0:1761312151.609720:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:1.0:1761312151.609722:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:1.0:1761312151.609729:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015304320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.609737:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015304320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.609775:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f75f12c. 02000000:00000010:1.0:1761312151.609781:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1f2eabb. 00000100:00000010:1.0:1761312151.609785:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:1.0:1761312151.609790:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312151.609795:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e91e0915. 00000400:00000200:1.0:1761312151.610348:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312151.610359:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50b80 00000400:00000200:1.0:1761312151.610364:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac635 [2] + 984 00000400:00000200:1.0:1761312151.610424:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.610429:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312151.610434:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761312151.610829:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9457c31. 00000100:00000010:1.0:1761312151.610843:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00010000:00000010:3.1:1761312151.611035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8947f61. 00010000:00000010:3.1:1761312151.611043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00000800:00000200:1.0:1761312151.611507:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.611510:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312151.611514:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.611518:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.611521:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:1.0:1761312151.611522:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:1.0:1761312151.611527:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d422baca x1846868015304384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312151.615690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003093e8f9. 00000400:00000010:2.0:1761312151.617983:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:2.0:1761312151.617988:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:2.0:1761312151.617990:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:2.0:1761312151.617996:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d422baca x1846868015304384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.618004:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d422baca x1846868015304384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.618034:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f2eabb. 02000000:00000010:2.0:1761312151.618040:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f13c4f6e. 00000100:00000010:2.0:1761312151.618043:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000010:2.0:1761312151.618048:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:2.0:1761312151.618052:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f864896. 00010000:00000010:3.1:1761312151.619237:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bb7801c. 00010000:00000010:3.1:1761312151.619246:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00080000:00000010:2.0:1761312151.619668:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048805558. 00010000:00000010:2.0:1761312151.619769:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e63c93d9. 00010000:00000010:2.0:1761312151.619775:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bf6ce1a. 00010000:00000010:2.0:1761312151.619839:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2525012. 00010000:00000010:2.0:1761312151.619844:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fea22dc3. 00010000:00000010:2.0:1761312151.619848:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312151.619853:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312151.619865:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd1410bb. 00010000:00000010:2.0:1761312151.619889:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.619893:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fea22dc3. 00010000:00000010:2.0:1761312151.619937:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.0:1761312151.619941:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.619949:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f83129a3. 00000100:00000010:2.0:1761312151.619953:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312151.619960:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312151.619971:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf28d839. 02000000:00000010:2.0:1761312151.619993:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000409eebfb. 00000400:00000010:2.0:1761312151.619998:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312151.620002:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312151.620006:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304448, portal 16 00000400:00000010:2.0:1761312151.620009:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312151.620011:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304448, offset 0 00000400:00000200:2.0:1761312151.620017:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.620023:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.620030:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.620033:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.620036:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.620038:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88378:88378:255:4294967295] 192.168.203.32@tcp LPNI seq info [88378:88378:7:4294967295] 00000400:00000200:2.0:1761312151.620045:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.620048:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.620051:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312151.620054:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.620059:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.620061:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761312151.620403:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:3.0:1761312151.620409:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015304448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.622732:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.622749:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcf00 00000400:00000200:3.0:1761312151.622767:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd05 [1] + 224 00000400:00000200:3.0:1761312151.622781:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.622785:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.622794:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015304448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312151.623250:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:2.0:1761312151.623255:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312151.623257:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312151.623263:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015304448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.623271:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015304448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.623298:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000409eebfb. 02000000:00000010:2.0:1761312151.623303:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf28d839. 00000100:00000010:2.0:1761312151.623306:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:2.0:1761312151.623310:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312151.623313:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f83129a3. 00000400:00000200:3.0:1761312151.624050:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.624063:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50c00 00000400:00000200:3.0:1761312151.624069:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac635 [2] + 1640 00000400:00000200:3.0:1761312151.624439:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.624445:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.624452:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.624457:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:1.0:1761312151.624525:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c519af85. 00000020:00000010:1.0:1761312151.624533:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.624537:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.624561:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012502016/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.624596:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502016 02000000:00000010:1.0:1761312151.624609:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd4fa4c6. 00010000:00000010:0.1:1761312151.624657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af44c2e9. 00010000:00000010:2.1:1761312151.624796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3dd3b32. 00010000:00000010:2.1:1761312151.624804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:2.1:1761312151.624808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2525012. 00010000:00000010:2.1:1761312151.624812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:1.0:1761312151.624855:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:1.0:1761312151.624872:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.624878:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.624901:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.624905:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.624922:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312151.624927:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502016, offset 224 00080000:00000010:2.0:1761312151.624936:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf28d839. 00000400:00000200:1.0:1761312151.624948:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.624960:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.624966:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88379:88379:256:4294967295] 192.168.203.32@tcp LPNI seq info [88379:88379:8:4294967295] 00000400:00000200:1.0:1761312151.624975:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.624980:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.624985:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312151.624991:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.624997:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.625000:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761312151.625019:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.625029:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080ce97c1. 00000020:00000010:1.0:1761312151.625029:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.625036:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.625040:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c519af85. 00010000:00000010:2.0:1761312151.625099:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312151.625105:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.625115:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f83129a3. 00000100:00000010:2.0:1761312151.625118:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312151.625124:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312151.625134:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000409eebfb. 02000000:00000010:2.0:1761312151.625158:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfaba46f. 00000400:00000010:2.0:1761312151.625163:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312151.625168:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312151.625172:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304512, portal 16 00000400:00000010:2.0:1761312151.625176:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312151.625178:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304512, offset 0 00000400:00000200:2.0:1761312151.625183:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.625189:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.625195:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.625199:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.625202:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.625204:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88380:88380:255:4294967295] 192.168.203.32@tcp LPNI seq info [88380:88380:7:4294967295] 00000400:00000200:2.0:1761312151.625210:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.625214:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.625217:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312151.625220:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.625224:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.625226:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761312151.628466:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.628488:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcf40 00000400:00000200:3.0:1761312151.628497:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd11 [1] + 224 00000400:00000200:3.0:1761312151.628512:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.628515:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.628524:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015304512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312151.628919:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:2.0:1761312151.628924:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312151.628927:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312151.628933:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015304512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.628941:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015304512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.628971:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfaba46f. 02000000:00000010:2.0:1761312151.628977:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000409eebfb. 00000100:00000010:2.0:1761312151.628979:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:2.0:1761312151.628983:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312151.628986:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f83129a3. 00000400:00000200:3.0:1761312151.631463:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.631485:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50c40 00000400:00000200:3.0:1761312151.631493:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac635 [2] + 1968 00000400:00000010:3.0:1761312151.631497:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571d6b8b. 00000400:00000200:3.0:1761312151.631504:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004927c6e2 00000400:00000200:3.0:1761312151.631584:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.631590:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.631595:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004927c6e2 00000400:00000010:3.0:1761312151.631597:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004927c6e2 (tot 82338818). 00000100:00000200:3.0:1761312151.631605:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312151.634099:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c519af85. 00000020:00000010:1.0:1761312151.634112:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.634117:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.634145:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000404c2abd x1846868012502080/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.634184:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502080 02000000:00000010:1.0:1761312151.634198:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000383389a6. 00010000:00000010:1.0:1761312151.634228:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dee6c0f2. 00010000:00000010:1.0:1761312151.634252:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.634259:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:1.0:1761312151.634280:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:1.0:1761312151.634284:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.634297:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312151.634303:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502080, offset 224 00080000:00000010:2.0:1761312151.634312:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000409eebfb. 00000400:00000200:1.0:1761312151.634312:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.634326:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.634332:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88381:88381:256:4294967295] 192.168.203.32@tcp LPNI seq info [88381:88381:8:4294967295] 00000400:00000200:1.0:1761312151.634343:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.634349:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.634366:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339066). 00000800:00000200:1.0:1761312151.634381:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00010000:00000010:2.0:1761312151.634384:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00000800:00000200:1.0:1761312151.634389:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00010000:00000010:2.0:1761312151.634391:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096ae8b31. 00000800:00000200:1.0:1761312151.634395:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.634422:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.634428:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.634433:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c519af85. 02000000:00000010:1.0:1761312151.634445:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd4fa4c6. 00000100:00000010:1.0:1761312151.634449:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:1.0:1761312151.634454:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006dadea69. 00000100:00000010:1.0:1761312151.634458:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:1.0:1761312151.634463:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003efeb2b0. 00000100:00000010:1.0:1761312151.634465:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.634469:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a67ebc2. 00000100:00000010:1.0:1761312151.634472:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:1.0:1761312151.634475:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001865726b. 00000100:00000010:1.0:1761312151.634478:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.634481:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c92b97c. 00000100:00000010:1.0:1761312151.634484:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000200:1.0:1761312151.634490:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312151.634497:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4c0937. 00000400:00000010:1.0:1761312151.634501:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006c1bdf18 (tot 82339218). 00010000:00000010:2.0:1761312151.635173:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cdde550b. 00010000:00000010:2.0:1761312151.635181:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.635192:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f83129a3. 00000100:00000010:2.0:1761312151.635196:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312151.635204:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312151.635216:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfaba46f. 02000000:00000010:2.0:1761312151.635241:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d574d0e7. 00000400:00000010:2.0:1761312151.635246:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312151.635250:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312151.635253:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304576, portal 16 00000400:00000010:2.0:1761312151.635257:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312151.635258:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304576, offset 0 00000400:00000200:2.0:1761312151.635265:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.635275:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.635281:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.635284:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.635287:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.635289:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88382:88382:256:4294967295] 192.168.203.32@tcp LPNI seq info [88382:88382:8:4294967295] 00000400:00000200:2.0:1761312151.635296:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.635301:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.635305:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312151.635310:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.635315:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.635317:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.635937:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.635941:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312151.635947:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.635952:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.635955:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:3.0:1761312151.635957:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:3.0:1761312151.635965:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015304576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.637697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad2070b0. 00010000:00000010:2.1:1761312151.637979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074302607. 00010000:00000010:2.1:1761312151.637992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00000400:00000200:2.0:1761312151.640951:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.640971:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffcf80 00000400:00000200:2.0:1761312151.640980:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd21 [1] + 224 00000400:00000200:2.0:1761312151.640996:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.640999:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.641009:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015304576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312151.641067:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:3.0:1761312151.641074:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:3.0:1761312151.641076:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:3.0:1761312151.641082:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015304576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.641090:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015304576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.641127:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d574d0e7. 02000000:00000010:3.0:1761312151.641133:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfaba46f. 00000100:00000010:3.0:1761312151.641138:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:3.0:1761312151.641142:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:3.0:1761312151.641146:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f83129a3. 00000020:00000010:1.0:1761312151.642089:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf012700. 00000020:00000010:1.0:1761312151.642097:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.642101:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.642124:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012502144/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312151.642154:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502144 02000000:00000010:1.0:1761312151.642167:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d652d4. 00010000:00000010:1.0:1761312151.642193:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f90554f0. 00010000:00000010:1.0:1761312151.642212:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.642219:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.642234:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.642237:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.642252:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312151.642256:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502144, offset 224 00000400:00000200:1.0:1761312151.642264:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.642275:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.642280:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88383:88383:256:4294967295] 192.168.203.32@tcp LPNI seq info [88383:88383:8:4294967295] 00000400:00000200:1.0:1761312151.642290:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.642295:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.642300:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312151.642305:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.642311:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.642314:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.642336:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.642341:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.642345:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf012700. 00080000:00000010:3.0:1761312151.642771:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f75f12c. 00010000:00000010:3.0:1761312151.642856:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:3.0:1761312151.642861:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2df9aca. 00010000:00000010:3.0:1761312151.642928:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.0:1761312151.642934:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.642945:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.642949:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.642957:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312151.642968:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f13c4f6e. 02000000:00000010:3.0:1761312151.642996:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1f2eabb. 00000400:00000010:3.0:1761312151.643001:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571d6b8b. 00000400:00000010:3.0:1761312151.643006:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312151.643010:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304640, portal 16 00000400:00000010:3.0:1761312151.643014:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312151.643016:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304640, offset 0 00000400:00000200:3.0:1761312151.643022:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.643030:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.643036:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.643039:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.643041:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.643044:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88384:88384:256:4294967295] 192.168.203.32@tcp LPNI seq info [88384:88384:8:4294967295] 00000400:00000200:3.0:1761312151.643055:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.643059:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.643062:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312151.643066:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.643070:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.643072:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312151.643245:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.643249:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312151.643257:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.643261:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.643263:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:2.0:1761312151.643265:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:2.0:1761312151.643270:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015304640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.643807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b08f7c2. 00010000:00000010:2.1:1761312151.644834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dbc717d. 00010000:00000010:2.1:1761312151.644845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00000400:00000010:3.0:1761312151.645537:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571d6b8b. 00000400:00000200:3.0:1761312151.645541:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:3.0:1761312151.645543:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:3.0:1761312151.645548:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015304640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.645555:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015304640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.645581:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1f2eabb. 02000000:00000010:3.0:1761312151.645587:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f13c4f6e. 00000100:00000010:3.0:1761312151.645592:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312151.645595:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:3.0:1761312151.645600:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000020:00000010:1.0:1761312151.645941:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf012700. 00000020:00000010:1.0:1761312151.645948:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.645952:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.645974:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012502208/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.645997:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502208 02000000:00000010:1.0:1761312151.646007:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061bdb4c6. 00010000:00000010:1.0:1761312151.646033:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042b156d9. 00010000:00000010:1.0:1761312151.646051:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.646058:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.646069:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.646072:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.646084:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312151.646089:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502208, offset 224 00000400:00000200:1.0:1761312151.646095:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.646105:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.646110:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88385:88385:256:4294967295] 192.168.203.32@tcp LPNI seq info [88385:88385:8:4294967295] 00000400:00000200:1.0:1761312151.646118:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.646124:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.646128:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312151.646134:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.646141:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.646144:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.646177:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.646182:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.646186:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf012700. 00080000:00000010:3.0:1761312151.646400:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b70dd97. 00010000:00000010:3.0:1761312151.646481:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.646487:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3913f3c. 00010000:00000010:3.0:1761312151.646559:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.0:1761312151.646565:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.646575:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.646579:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.646584:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312151.646594:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097d87dd3. 00000800:00000200:2.0:1761312151.646753:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.646766:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312151.646778:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.646784:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.646787:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:2.0:1761312151.646789:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 02000000:00000010:3.0:1761312151.646796:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a979f9d. 00000400:00000010:3.0:1761312151.646805:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571d6b8b. 00000400:00000010:3.0:1761312151.646810:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312151.646815:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304704, portal 16 00000400:00000010:3.0:1761312151.646819:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312151.646821:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304704, offset 0 00000400:00000200:3.0:1761312151.646827:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.646835:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.646842:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.646845:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.646848:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.646851:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88386:88386:256:4294967295] 192.168.203.32@tcp LPNI seq info [88386:88386:8:4294967295] 00000400:00000200:3.0:1761312151.646858:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.646863:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.646866:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312151.646871:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.646875:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.646877:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312151.647691:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.647696:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:2.0:1761312151.647700:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.647706:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.647710:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:2.0:1761312151.647712:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000100:00000200:2.0:1761312151.647719:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015304704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.649825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b41fcba. 00010000:00000010:3.1:1761312151.649839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdde550b. 00000400:00000010:3.0:1761312151.651195:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571d6b8b. 00000400:00000200:3.0:1761312151.651199:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:3.0:1761312151.651202:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:3.0:1761312151.651208:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015304704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.651217:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015304704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.651244:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a979f9d. 02000000:00000010:3.0:1761312151.651251:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097d87dd3. 00000100:00000010:3.0:1761312151.651255:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312151.651258:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:3.0:1761312151.651262:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000020:00000010:2.0:1761312151.651538:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfaba46f. 00000020:00000010:2.0:1761312151.651545:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312151.651549:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.651574:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012502272/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312151.651605:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502272 02000000:00000010:2.0:1761312151.651616:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d574d0e7. 00010000:00000010:2.0:1761312151.651682:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050306994. 00010000:00000010:2.0:1761312151.651703:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e6feeab. 00000100:00000010:2.0:1761312151.651709:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea6e7e54. 00000100:00000010:2.0:1761312151.651721:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea6e7e54. 00010000:00000010:2.0:1761312151.651724:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e6feeab. 00000400:00000010:2.0:1761312151.651736:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312151.651740:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502272, offset 224 00000400:00000200:2.0:1761312151.651748:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.651768:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.651773:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88387:88387:256:4294967295] 192.168.203.32@tcp LPNI seq info [88387:88387:8:4294967295] 00000400:00000200:2.0:1761312151.651783:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.651789:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.651793:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312151.651799:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.651806:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.651810:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.651823:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312151.651826:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.651829:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfaba46f. 00080000:00000010:3.0:1761312151.652027:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f13c4f6e. 00010000:00000010:3.0:1761312151.652116:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.652123:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe58d4da. 00010000:00000010:3.0:1761312151.652196:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e550f07d. 00010000:00000010:3.0:1761312151.652200:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000419b5283. 00010000:00000010:3.0:1761312151.652204:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.0:1761312151.652209:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00080000:00000010:3.0:1761312151.652221:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1f2eabb. 00010000:00000010:3.0:1761312151.652247:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.652251:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000419b5283. 00010000:00000010:3.0:1761312151.652302:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.0:1761312151.652307:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.652314:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.652318:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.652325:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312151.652335:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097d87dd3. 02000000:00000010:3.0:1761312151.652357:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a979f9d. 00000400:00000010:3.0:1761312151.652363:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571d6b8b. 00000400:00000010:3.0:1761312151.652366:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312151.652371:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304768, portal 16 00000400:00000010:3.0:1761312151.652375:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312151.652378:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304768, offset 0 00000400:00000200:3.0:1761312151.652384:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.652392:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.652398:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.652401:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.652404:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.652406:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88388:88388:255:4294967295] 192.168.203.32@tcp LPNI seq info [88388:88388:7:4294967295] 00000400:00000200:3.0:1761312151.652413:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.652418:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.652421:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339466). 00000800:00000200:3.0:1761312151.652424:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.652429:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.652431:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312151.655241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc1233e. 00010000:00000010:3.1:1761312151.655257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00000400:00000200:2.0:1761312151.657325:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.657347:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd040 00000400:00000200:2.0:1761312151.657356:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd45 [1] + 224 00000400:00000200:2.0:1761312151.657375:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.657379:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.657390:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015304768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.658652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035615d0. 00000400:00000010:3.0:1761312151.658735:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571d6b8b. 00000400:00000200:3.0:1761312151.658739:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:3.0:1761312151.658741:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:3.0:1761312151.658751:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015304768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.658770:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015304768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.658798:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a979f9d. 02000000:00000010:3.0:1761312151.658805:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000097d87dd3. 00000100:00000010:3.0:1761312151.658808:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312151.658813:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:3.0:1761312151.658816:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000400:00000200:3.0:1761312151.661898:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.661917:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50d40 00000400:00000200:3.0:1761312151.661925:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac685 [2] + 984 00000400:00000200:3.0:1761312151.661986:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.661991:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.661998:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.662005:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:1.0:1761312151.662072:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf012700. 00000020:00000010:1.0:1761312151.662079:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.662084:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.662110:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012502336/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312151.662147:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502336 02000000:00000010:1.0:1761312151.662158:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006243046b. 00010000:00000010:1.0:1761312151.662185:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000341d1ea9. 00010000:00000010:1.0:1761312151.662207:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.662213:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.662231:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.662234:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000400:00000010:1.0:1761312151.662246:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312151.662251:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502336, offset 224 00000400:00000200:1.0:1761312151.662259:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.662268:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.662273:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88389:88389:256:4294967295] 192.168.203.32@tcp LPNI seq info [88389:88389:8:4294967295] 00000400:00000200:1.0:1761312151.662283:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.662288:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.662293:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312151.662298:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.662305:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.662308:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.662322:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.662326:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.662329:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf012700. 00010000:00000010:3.1:1761312151.663489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004055260f. 00010000:00000010:3.1:1761312151.663499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312151.663503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312151.663506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00080000:00000010:3.0:1761312151.663546:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097d87dd3. 00010000:00000010:2.1:1761312151.663665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c75d1df. 00010000:00000010:1.1:1761312151.663764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2cddf04. 00010000:00000010:3.0:1761312151.665072:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.665086:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b772a961. 00000800:00000200:2.0:1761312151.667050:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.667056:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312151.667063:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.667070:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.667075:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:2.0:1761312151.667077:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:2.0:1761312151.667084:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015304832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312151.675362:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf839d69. 00000400:00000200:1.0:1761312151.675368:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:1.0:1761312151.675370:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:1.0:1761312151.675375:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015304832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.675383:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015304832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.675416:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018d3ee8b. 02000000:00000010:1.0:1761312151.675423:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006dadea69. 00000100:00000010:1.0:1761312151.675427:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:1.0:1761312151.675431:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000984e212c. 00010000:00000010:1.0:1761312151.675435:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000017bd8513. 00000020:00000010:3.0:1761312151.675512:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a979f9d. 00000020:00000010:3.0:1761312151.675519:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.675523:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.675549:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012502400/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312151.675584:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502400 02000000:00000010:3.0:1761312151.675599:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060f73f63. 00010000:00000010:3.0:1761312151.675655:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e73d36f. 00010000:00000010:3.0:1761312151.675678:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.675685:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.675695:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:1.1:1761312151.675697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a03f3e. 00010000:00000010:3.0:1761312151.675698:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000400:00000010:3.0:1761312151.675713:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312151.675718:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502400, offset 224 00080000:00000010:1.0:1761312151.675718:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c01d10e. 00000400:00000200:3.0:1761312151.675725:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.675737:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.675743:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88391:88391:256:4294967295] 192.168.203.32@tcp LPNI seq info [88391:88391:8:4294967295] 00000400:00000200:3.0:1761312151.675752:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.675757:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.675771:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312151.675776:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.675782:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.675785:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.675797:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.675802:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.675805:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a979f9d. 00010000:00000010:1.0:1761312151.675814:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:1.0:1761312151.675820:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022733e3a. 00010000:00000010:1.0:1761312151.675898:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312151.675904:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312151.675914:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.675918:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.675924:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 02000000:00000010:1.0:1761312151.675935:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005bcb38b. 02000000:00000010:1.0:1761312151.675959:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000658f51e6. 00000400:00000010:1.0:1761312151.675964:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312151.675968:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312151.675973:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015304896, portal 16 00000400:00000010:1.0:1761312151.675977:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312151.675979:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015304896, offset 0 00000400:00000200:1.0:1761312151.675985:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.675993:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.675998:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.676002:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.676004:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.676006:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88392:88392:256:4294967295] 192.168.203.32@tcp LPNI seq info [88392:88392:8:4294967295] 00000400:00000200:1.0:1761312151.676012:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.676016:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.676019:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312151.676022:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.676026:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.676027:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.676237:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.676240:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:3.0:1761312151.676244:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.676248:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.676250:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:3.0:1761312151.676251:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000200:3.0:1761312151.676255:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8be6d4b x1846868015304896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312151.682584:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312151.682590:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:1.0:1761312151.682592:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000100:00000200:1.0:1761312151.682598:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8be6d4b x1846868015304896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.682607:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8be6d4b x1846868015304896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.682669:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000658f51e6. 02000000:00000010:1.0:1761312151.682676:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005bcb38b. 00000100:00000010:1.0:1761312151.682680:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000010:1.0:1761312151.682684:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.682687:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00000020:00000010:3.0:1761312151.683587:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a979f9d. 00000020:00000010:3.0:1761312151.683594:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.683598:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.683637:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012502464/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312151.683662:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502464 02000000:00000010:3.0:1761312151.683674:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d983cc73. 00010000:00000010:3.0:1761312151.683713:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000008c6998. 00010000:00000010:3.0:1761312151.683734:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.683741:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.683767:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:3.0:1761312151.683771:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000400:00000010:3.0:1761312151.683784:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.683788:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502464, offset 224 00000400:00000200:3.0:1761312151.683795:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.683805:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.683810:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88393:88393:256:4294967295] 192.168.203.32@tcp LPNI seq info [88393:88393:8:4294967295] 00000400:00000200:3.0:1761312151.683819:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.683824:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.683829:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312151.683834:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.683842:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.683846:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.683866:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.683872:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.683875:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a979f9d. 00000800:00000200:3.0:1761312151.683942:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.683945:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:3.0:1761312151.683949:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.683952:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.683956:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.683957:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000800:00000200:3.0:1761312151.684554:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.684556:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312151.684560:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.684564:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.684567:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:3.0:1761312151.684568:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:3.0:1761312151.684574:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015304960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.689325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7122c6c. 00010000:00000010:3.1:1761312151.689334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:1.1:1761312151.691661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817df6f9. 00010000:00000010:1.1:1761312151.691673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00010000:00000010:3.1:1761312151.691729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbc7fc1. 00010000:00000010:3.1:1761312151.691736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a287102. 00010000:00000010:0.1:1761312151.691872:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ec79d0. 00010000:00000010:0.1:1761312151.691878:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00000400:00000200:2.0:1761312151.694084:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.694101:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd100 00000400:00000200:2.0:1761312151.694109:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd69 [1] + 224 00000400:00000200:2.0:1761312151.694120:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.694124:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.694134:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015304960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312151.694173:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.694178:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50e00 00000400:00000200:2.0:1761312151.694183:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac685 [2] + 1968 00000400:00000010:2.0:1761312151.694187:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004dab77b8. 00000400:00000200:2.0:1761312151.694190:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fc0e8912 00000400:00000200:2.0:1761312151.694201:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.694204:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.694206:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc0e8912 00000400:00000010:2.0:1761312151.694208:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fc0e8912 (tot 82338818). 00000100:00000200:2.0:1761312151.694214:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761312151.694288:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd004b36. 00000400:00000200:1.0:1761312151.694292:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:1.0:1761312151.694293:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:1.0:1761312151.694298:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015304960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.694306:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015304960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.694334:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000feb31bde. 02000000:00000010:1.0:1761312151.694341:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000586d2bc5. 00000100:00000010:1.0:1761312151.694345:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:1.0:1761312151.694349:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000984e212c. 00010000:00000010:1.0:1761312151.694352:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef1eab60. 00000020:00000010:3.0:1761312151.694432:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a979f9d. 00000020:00000010:3.0:1761312151.694439:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.694443:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.694464:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a184bdc8 x1846868012502528/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312151.694497:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502528 02000000:00000010:3.0:1761312151.694508:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c172bc5. 00010000:00000010:3.0:1761312151.694537:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000126ea0f7. 00010000:00000010:3.0:1761312151.694555:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000112c6acd. 00000100:00000010:3.0:1761312151.694561:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a6104b. 00000100:00000010:3.0:1761312151.694574:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a6104b. 00010000:00000010:3.0:1761312151.694577:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000112c6acd. 00000400:00000010:3.0:1761312151.694590:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.694595:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502528, offset 224 00000400:00000200:3.0:1761312151.694602:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.694612:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.694618:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88395:88395:256:4294967295] 192.168.203.32@tcp LPNI seq info [88395:88395:8:4294967295] 00000400:00000200:3.0:1761312151.694648:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.694654:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.694661:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339066). 00000800:00000200:3.0:1761312151.694667:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.694674:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.694677:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.694693:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312151.694699:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.694701:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a979f9d. 02000000:00000010:3.0:1761312151.694708:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d983cc73. 00000100:00000010:3.0:1761312151.694711:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 02000000:00000010:3.0:1761312151.694716:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060f73f63. 00000100:00000010:3.0:1761312151.694718:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:3.0:1761312151.694722:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006243046b. 00000100:00000010:3.0:1761312151.694723:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312151.694726:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d574d0e7. 00000100:00000010:3.0:1761312151.694728:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312151.694731:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061bdb4c6. 00000100:00000010:3.0:1761312151.694733:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:3.0:1761312151.694736:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d652d4. 00000100:00000010:3.0:1761312151.694737:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 00000100:00000200:3.0:1761312151.694743:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312151.694747:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000571d6b8b. 00000400:00000010:3.0:1761312151.694751:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5a6104b (tot 82339218). 00000800:00000200:3.0:1761312151.694850:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.694854:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:3.0:1761312151.694857:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.694862:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.694864:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.694865:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 02000000:00000010:3.0:1761312151.694869:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c172bc5. 00080000:00000010:1.0:1761312151.694930:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005bcb38b. 00010000:00000010:1.0:1761312151.695011:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff61083. 00010000:00000010:1.0:1761312151.695017:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b30678eb. 00010000:00000010:1.0:1761312151.695088:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312151.695094:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312151.695104:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090a9664c. 00000100:00000010:1.0:1761312151.695108:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.695115:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 02000000:00000010:1.0:1761312151.695126:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000658f51e6. 02000000:00000010:1.0:1761312151.695147:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d652d4. 00000400:00000010:1.0:1761312151.695150:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312151.695154:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312151.695157:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305024, portal 16 00000400:00000010:1.0:1761312151.695161:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312151.695163:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305024, offset 0 00000400:00000200:1.0:1761312151.695168:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.695175:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.695181:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.695185:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.695188:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.695190:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88396:88396:256:4294967295] 192.168.203.32@tcp LPNI seq info [88396:88396:8:4294967295] 00000400:00000200:1.0:1761312151.695196:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.695200:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.695203:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312151.695207:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.695212:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.695214:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.696830:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.696836:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312151.696843:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.696852:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.696856:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:3.0:1761312151.696858:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000100:00000200:3.0:1761312151.696867:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8be6d4b x1846868015305024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312151.711494:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:3.0:1761312151.711498:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:3.0:1761312151.711500:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000100:00000200:3.0:1761312151.711505:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8be6d4b x1846868015305024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.711512:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8be6d4b x1846868015305024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312151.711531:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f1da88b. 02000000:00000010:3.0:1761312151.711545:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d652d4. 02000000:00000010:3.0:1761312151.711549:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000658f51e6. 00000100:00000010:3.0:1761312151.711552:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 00000100:00000010:3.0:1761312151.711555:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:3.0:1761312151.711557:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090a9664c. 00080000:00000010:3.0:1761312151.711573:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c172bc5. 00010000:00000010:3.0:1761312151.711686:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:3.0:1761312151.711692:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d74c465. 00010000:00000010:3.0:1761312151.711776:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e550f07d. 00010000:00000010:3.0:1761312151.711780:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312151.711785:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.0:1761312151.711790:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00080000:00000010:3.0:1761312151.711804:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f42f16f. 00010000:00000010:3.0:1761312151.711826:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.711830:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312151.711883:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.0:1761312151.711886:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312151.711893:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000841641f2. 00000100:00000010:3.0:1761312151.711897:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.711903:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312151.711914:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060f73f63. 02000000:00000010:3.0:1761312151.711935:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d983cc73. 00000400:00000010:3.0:1761312151.711939:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000006f5750. 00000400:00000010:3.0:1761312151.711942:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.711947:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305088, portal 16 00000400:00000010:3.0:1761312151.711951:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312151.711953:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305088, offset 0 00000400:00000200:3.0:1761312151.711960:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.711966:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.711973:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.711976:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.711978:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.711981:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88398:88398:256:4294967295] 192.168.203.32@tcp LPNI seq info [88398:88398:8:4294967295] 00000400:00000200:3.0:1761312151.711989:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.711993:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.711995:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312151.711999:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.712004:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.712006:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312151.719478:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd9bd52. 00010000:00000010:1.1:1761312151.719493:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e746501e. 00010000:00000010:3.1:1761312151.729619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca9af106. 00000400:00000200:3.0:1761312151.739331:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.739349:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd1c0 00000400:00000200:3.0:1761312151.739357:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd91 [1] + 224 00000400:00000200:3.0:1761312151.739374:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.739384:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.739395:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015305152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312151.739434:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000055276128. 00000400:00000200:3.0:1761312151.739438:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:3.0:1761312151.739442:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:3.0:1761312151.739447:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015305152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.739453:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015305152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.739481:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d55337f. 02000000:00000010:3.0:1761312151.739486:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000628f5aba. 00000100:00000010:3.0:1761312151.739491:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:3.0:1761312151.739495:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aed03e39. 00010000:00000010:3.0:1761312151.739498:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016722fdd. 00000400:00000200:3.0:1761312151.740243:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.740253:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50ec0 00000400:00000200:3.0:1761312151.740259:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac6e9 [2] + 656 00000400:00000200:3.0:1761312151.740312:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.740316:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.740321:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.740325:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:3.0:1761312151.740366:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000628f5aba. 00000020:00000010:3.0:1761312151.740373:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.740377:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.740398:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012502720/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312151.740421:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502720 02000000:00000010:3.0:1761312151.740430:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a979f9d. 00010000:00000010:3.0:1761312151.740458:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070cf5e52. 00010000:00000010:3.0:1761312151.740478:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aef31500. 00000100:00000010:3.0:1761312151.740483:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.740491:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:3.0:1761312151.740494:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aef31500. 00000400:00000010:3.0:1761312151.740507:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312151.740511:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502720, offset 224 00000400:00000200:3.0:1761312151.740517:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.740525:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.740530:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88401:88401:256:4294967295] 192.168.203.32@tcp LPNI seq info [88401:88401:8:4294967295] 00000400:00000200:3.0:1761312151.740539:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.740543:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.740546:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312151.740551:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.740557:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.740560:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.740572:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.740577:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.740579:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000628f5aba. 00080000:00000010:3.0:1761312151.740600:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000628f5aba. 00010000:00000010:3.0:1761312151.741121:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:3.0:1761312151.741128:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e03fa1d5. 00010000:00000010:3.0:1761312151.741198:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.0:1761312151.741203:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bc41974. 00010000:00000010:3.0:1761312151.741211:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aef31500. 00000100:00000010:3.0:1761312151.741215:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.741221:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312151.741232:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000785ad5fe. 02000000:00000010:3.0:1761312151.741253:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f421de3d. 00000400:00000010:3.0:1761312151.741258:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e322dd1f. 00000400:00000010:3.0:1761312151.741262:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312151.741266:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305216, portal 16 00000400:00000010:3.0:1761312151.741270:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.741272:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305216, offset 0 00000400:00000200:3.0:1761312151.741278:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.741285:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.741291:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.741294:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.741297:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.741299:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88402:88402:255:4294967295] 192.168.203.32@tcp LPNI seq info [88402:88402:7:4294967295] 00000400:00000200:3.0:1761312151.741307:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.741311:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.741314:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312151.741318:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.741322:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.741325:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.741362:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.741365:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:3.0:1761312151.741368:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.741371:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.741374:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:3.0:1761312151.741376:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000800:00000200:3.0:1761312151.741419:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.741421:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312151.741424:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.741426:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.741428:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.741429:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.741433:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015305216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.745005:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.745026:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd200 00000400:00000200:3.0:1761312151.745035:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadd9d [1] + 224 00000400:00000200:3.0:1761312151.745047:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.745051:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.745063:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015305216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.745746:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000981b92bf. 00000400:00000200:3.0:1761312151.745788:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.745796:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50f00 00000400:00000200:3.0:1761312151.745802:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac6e9 [2] + 984 00000400:00000200:3.0:1761312151.745814:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.745818:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.745822:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.745827:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000400:00000010:1.0:1761312151.746106:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e322dd1f. 00000400:00000200:1.0:1761312151.746110:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:1.0:1761312151.746112:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:1.0:1761312151.746119:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015305216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.746127:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015305216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.746155:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f421de3d. 02000000:00000010:1.0:1761312151.746161:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000785ad5fe. 00000100:00000010:1.0:1761312151.746164:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:1.0:1761312151.746167:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312151.746171:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aef31500. 00080000:00000010:1.0:1761312151.747533:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006243046b. 00010000:00000010:1.0:1761312151.747649:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bc41974. 00010000:00000010:1.0:1761312151.747658:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f276c7c. 00010000:00000010:1.0:1761312151.747737:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312151.747742:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.747753:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.747766:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.747774:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.747785:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000383389a6. 02000000:00000010:1.0:1761312151.747809:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000658f51e6. 00000400:00000010:1.0:1761312151.747814:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312151.747818:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312151.747823:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305280, portal 16 00000400:00000010:1.0:1761312151.747827:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312151.747828:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305280, offset 0 00000400:00000200:1.0:1761312151.747834:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.747842:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.747848:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.747851:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.747854:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.747856:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88404:88404:255:4294967295] 192.168.203.32@tcp LPNI seq info [88404:88404:7:4294967295] 00000400:00000200:1.0:1761312151.747862:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.747867:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.747870:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312151.747875:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.747879:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.747882:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.748282:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.748286:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82339218). 00000400:00000200:3.0:1761312151.748290:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.748296:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.748300:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312151.748302:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000800:00000200:3.0:1761312151.748365:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.748367:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:3.0:1761312151.748371:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.748374:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.748376:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312151.748377:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000100:00000200:3.0:1761312151.748384:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015305280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.755000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085489ae9. 00010000:00000010:3.1:1761312151.755013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:3.1:1761312151.755018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312151.755020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:0.1:1761312151.757074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003089484b. 00010000:00000010:0.1:1761312151.757085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf1aef3. 00010000:00000010:0.1:1761312151.757088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00000400:00000200:3.0:1761312151.758274:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.758293:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd240 00000400:00000200:3.0:1761312151.758301:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadda9 [1] + 224 00000400:00000200:3.0:1761312151.758312:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.758316:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.758327:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015305280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.758364:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.758370:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50f40 00000400:00000200:3.0:1761312151.758376:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac6e9 [2] + 1312 00000400:00000200:3.0:1761312151.758387:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761312151.758387:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:3.0:1761312151.758392:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.758393:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:1.0:1761312151.758396:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:3.0:1761312151.758407:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761312151.758407:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015305280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761312151.758414:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000100:00000200:1.0:1761312151.758418:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015305280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.758451:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000658f51e6. 02000000:00000010:1.0:1761312151.758457:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000383389a6. 00000100:00000010:1.0:1761312151.758460:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312151.758464:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00000020:00000010:3.0:1761312151.758467:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000785ad5fe. 00010000:00000010:1.0:1761312151.758468:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000020:00000010:3.0:1761312151.758476:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.758482:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.758505:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012502848/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312151.758545:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502848 02000000:00000010:3.0:1761312151.758557:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f421de3d. 00010000:00000010:3.0:1761312151.758583:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ce74a91. 00010000:00000010:3.0:1761312151.758601:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035f8a15c. 00000100:00000010:3.0:1761312151.758607:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.758638:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:3.0:1761312151.758641:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035f8a15c. 00000400:00000010:3.0:1761312151.758654:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.758658:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502848, offset 224 00000400:00000200:3.0:1761312151.758664:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.758673:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.758679:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88405:88405:256:4294967295] 192.168.203.32@tcp LPNI seq info [88405:88405:8:4294967295] 00000400:00000200:3.0:1761312151.758688:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.758693:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.758697:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312151.758702:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.758708:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.758711:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.758726:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.758732:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.758734:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000785ad5fe. 00080000:00000010:1.0:1761312151.758788:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383389a6. 00000800:00000200:3.0:1761312151.758823:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.758826:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312151.758830:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.758834:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.758836:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.758838:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00010000:00000010:1.0:1761312151.758860:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.758866:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000685db1eb. 00010000:00000010:1.0:1761312151.758924:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.0:1761312151.758928:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.758935:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.758938:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.758943:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.758951:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000658f51e6. 02000000:00000010:1.0:1761312151.758969:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d652d4. 00000400:00000010:1.0:1761312151.758972:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312151.759289:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312151.759293:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305344, portal 16 00000400:00000010:1.0:1761312151.759297:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312151.759299:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305344, offset 0 00000400:00000200:1.0:1761312151.759304:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.759311:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.759316:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.759319:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.759322:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.759324:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88406:88406:256:4294967295] 192.168.203.32@tcp LPNI seq info [88406:88406:8:4294967295] 00000400:00000200:1.0:1761312151.759331:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.759335:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.759338:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.759342:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.759346:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.759348:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.759522:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.759525:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:3.0:1761312151.759529:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.759533:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.759536:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:3.0:1761312151.759538:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:3.0:1761312151.759542:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015305344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.762668:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.762688:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd280 00000400:00000200:3.0:1761312151.762695:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaddb5 [1] + 224 00000400:00000200:3.0:1761312151.762706:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.762710:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.762721:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015305344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.762753:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.762771:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50f80 00000400:00000200:3.0:1761312151.762777:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac6e9 [2] + 1640 00000400:00000010:1.0:1761312151.762789:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:3.0:1761312151.762791:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.762796:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.762796:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:1.0:1761312151.762800:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:1.0:1761312151.762808:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015305344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.762815:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.762822:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000100:00000200:1.0:1761312151.762830:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015305344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.762855:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d652d4. 02000000:00000010:1.0:1761312151.762861:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000658f51e6. 00000100:00000010:1.0:1761312151.762864:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312151.762867:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.762870:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c63aca09. 00000020:00000010:3.0:1761312151.762882:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000785ad5fe. 00000020:00000010:3.0:1761312151.762890:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.762893:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.762914:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012502912/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761312151.764186:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000454d007e. 00010000:00000010:3.1:1761312151.764196:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859c5f79. 00010000:00000010:3.1:1761312151.764200:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00000100:00000200:3.0:1761312151.764231:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502912 02000000:00000010:3.0:1761312151.764246:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054f82d76. 00010000:00000010:3.0:1761312151.764274:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea82bc00. 00010000:00000010:3.0:1761312151.764293:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035f8a15c. 00000100:00000010:3.0:1761312151.764300:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.764312:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:3.0:1761312151.764316:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035f8a15c. 00000400:00000010:3.0:1761312151.764329:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.764334:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502912, offset 224 00000400:00000200:3.0:1761312151.764343:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.764358:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.764364:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88407:88407:256:4294967295] 192.168.203.32@tcp LPNI seq info [88407:88407:8:4294967295] 00000400:00000200:3.0:1761312151.764373:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.764378:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.764382:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312151.764387:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.764394:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.764397:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.764413:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.764419:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.764423:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000785ad5fe. 00080000:00000010:1.0:1761312151.764927:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000658f51e6. 00010000:00000010:1.0:1761312151.765013:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.765022:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab89d695. 00010000:00000010:1.0:1761312151.765110:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312151.765115:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312151.765121:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312151.765127:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00080000:00000010:1.0:1761312151.765142:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d652d4. 00010000:00000010:1.0:1761312151.765170:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.765175:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312151.765231:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312151.765235:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312151.765243:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c63aca09. 00000100:00000010:1.0:1761312151.765249:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.765258:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312151.765269:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf012700. 02000000:00000010:1.0:1761312151.765296:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061bdb4c6. 00000400:00000010:1.0:1761312151.765302:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312151.765308:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312151.765313:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305408, portal 16 00000400:00000010:1.0:1761312151.765318:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312151.765320:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305408, offset 0 00000400:00000200:1.0:1761312151.765328:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.765340:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.765346:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.765350:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.765353:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.765355:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88408:88408:255:4294967295] 192.168.203.32@tcp LPNI seq info [88408:88408:7:4294967295] 00000400:00000200:1.0:1761312151.765362:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.765367:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.765372:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312151.765377:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.765383:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.765386:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.766201:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.766206:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:3.0:1761312151.766212:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.766219:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.766225:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.766228:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000800:00000200:3.0:1761312151.766301:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.766304:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:3.0:1761312151.766309:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.766313:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.766316:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:3.0:1761312151.766318:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:3.0:1761312151.766326:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015305408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.769656:0:78476:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61e820b. 00010000:00000010:1.1:1761312151.769669:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:0.1:1761312151.769745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbf8fa6. 00000400:00000200:3.0:1761312151.770172:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.770187:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd2c0 00000400:00000200:3.0:1761312151.770195:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaddc1 [1] + 224 00000400:00000200:3.0:1761312151.770210:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.770214:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.770225:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015305408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.771174:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.771185:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d50fc0 00000400:00000200:3.0:1761312151.771191:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac6e9 [2] + 1968 00000400:00000010:3.0:1761312151.771195:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a514f3e7. 00000400:00000200:3.0:1761312151.771199:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002df7e43a 00000400:00000200:3.0:1761312151.771249:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.771254:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.771257:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002df7e43a 00000400:00000010:3.0:1761312151.771259:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002df7e43a (tot 82338818). 00000100:00000200:3.0:1761312151.771264:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312151.771328:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02c1f87. 00000020:00000010:2.0:1761312151.771335:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.771339:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.771367:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c7db31e x1846868012502976/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312151.771401:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012502976 02000000:00000010:2.0:1761312151.771415:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c22cce7b. 00010000:00000010:2.0:1761312151.771452:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8e48220. 00000100:00000010:2.0:1761312151.771459:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea6e7e54. 00000100:00000010:2.0:1761312151.771465:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea6e7e54. 00010000:00000010:2.0:1761312151.771468:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8e48220. 00000400:00000010:2.0:1761312151.771480:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312151.771484:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012502976, offset 224 00000400:00000200:2.0:1761312151.771491:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.771501:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.771505:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88409:88409:256:4294967295] 192.168.203.32@tcp LPNI seq info [88409:88409:8:4294967295] 00000400:00000200:2.0:1761312151.771514:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.771519:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.771523:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339066). 00000800:00000200:2.0:1761312151.771528:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.771534:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.771537:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.771563:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.771566:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.771570:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02c1f87. 02000000:00000010:2.0:1761312151.771577:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054f82d76. 00000100:00000010:2.0:1761312151.771581:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312151.771584:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f421de3d. 00000100:00000010:2.0:1761312151.771597:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:2.0:1761312151.771600:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025e20445. 00000100:00000010:2.0:1761312151.771603:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:2.0:1761312151.771605:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a979f9d. 00000100:00000010:2.0:1761312151.771607:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312151.771612:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d983cc73. 00000100:00000010:2.0:1761312151.771614:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:2.0:1761312151.771618:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df5d2a96. 00000100:00000010:2.0:1761312151.771620:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000200:2.0:1761312151.771644:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312151.771648:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9bf00d7. 00000400:00000010:2.0:1761312151.771652:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea6e7e54 (tot 82339218). 00000800:00000200:3.0:1761312151.771914:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.771918:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312151.771924:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.771928:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.771931:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:3.0:1761312151.771933:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 02000000:00000010:3.0:1761312151.771936:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c22cce7b. 00010000:00000010:3.1:1761312151.775666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037feb20c. 00010000:00000010:1.1:1761312151.775716:0:77370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000326f918e. 00010000:00000010:1.1:1761312151.775721:0:77370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00000800:00000200:3.0:1761312151.777568:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.777573:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312151.777578:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.777584:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.777589:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312151.777591:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:3.0:1761312151.777600:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015305472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312151.778691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070656a48. 00010000:00000010:0.1:1761312151.778701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f879511. 00010000:00000010:0.1:1761312151.778705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.1:1761312151.778747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008981d558. 00010000:00000010:1.1:1761312151.778753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.1:1761312151.778768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312151.778771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:3.1:1761312151.778884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ea4617. 00000400:00000200:3.0:1761312151.782087:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.782106:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd300 00000400:00000200:3.0:1761312151.782114:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaddd1 [1] + 224 00000400:00000200:3.0:1761312151.782132:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.782137:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.782149:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015305472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312151.792446:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.792466:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51000 00000400:00000200:2.0:1761312151.792474:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac741 [2] + 0 00000400:00000200:2.0:1761312151.792547:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.792552:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.792558:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312151.792564:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 00000020:00000010:2.0:1761312151.792617:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e7d520d. 00000020:00000010:2.0:1761312151.792642:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.792647:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.792675:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000125a5844 x1846868012503040/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312151.792702:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503040 02000000:00000010:2.0:1761312151.792713:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f35e87e3. 00010000:00000010:2.0:1761312151.792739:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4aee5e. 00010000:00000010:2.0:1761312151.792771:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000c9519e. 00000100:00000010:2.0:1761312151.792777:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.792787:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.792790:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000c9519e. 00000400:00000010:2.0:1761312151.792804:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312151.792808:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503040, offset 224 00000400:00000200:2.0:1761312151.792815:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.792824:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.792828:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88411:88411:256:4294967295] 192.168.203.32@tcp LPNI seq info [88411:88411:8:4294967295] 00000400:00000200:2.0:1761312151.792838:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.792842:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.792846:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312151.792852:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.792858:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.792861:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.792877:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.792880:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.792884:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e7d520d. 00000800:00000200:2.0:1761312151.792954:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.792958:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:2.0:1761312151.792961:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.792965:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.792968:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:2.0:1761312151.792970:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000800:00000200:2.0:1761312151.795305:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.795313:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312151.795319:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.795326:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.795331:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312151.795333:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312151.795341:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015305536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312151.800850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015073c75. 00010000:00000010:0.1:1761312151.801956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e67a743. 00010000:00000010:0.1:1761312151.801965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00000400:00000200:3.0:1761312151.804532:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.804549:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd340 00000400:00000200:3.0:1761312151.804557:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadddd [1] + 224 00000400:00000200:3.0:1761312151.804569:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.804573:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.804583:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015305536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.804618:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.804646:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51040 00000400:00000010:1.0:1761312151.804651:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000007588a2d. 00000400:00000200:1.0:1761312151.804656:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:1.0:1761312151.804657:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:1.0:1761312151.804662:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015305536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.804674:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015305536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.804701:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061bdb4c6. 02000000:00000010:1.0:1761312151.804707:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3d9b6c5. 00000100:00000010:1.0:1761312151.804712:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:1.0:1761312151.804716:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054eadf61. 00010000:00000010:1.0:1761312151.804720:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046994772. 00000400:00000200:3.0:1761312151.804895:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac741 [2] + 328 00000400:00000200:3.0:1761312151.804966:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.804971:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.804976:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.804981:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00080000:00000010:1.0:1761312151.805242:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3d9b6c5. 00010000:00000010:1.0:1761312151.805321:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00010000:00000010:1.0:1761312151.805327:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3314870. 00010000:00000010:1.0:1761312151.805393:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312151.805400:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312151.805410:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bca9df2. 00000100:00000010:1.0:1761312151.805414:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.805420:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.805430:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061bdb4c6. 02000000:00000010:1.0:1761312151.805449:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d55337f. 00000400:00000010:1.0:1761312151.805455:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312151.805459:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312151.805462:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305600, portal 16 00000400:00000010:1.0:1761312151.805466:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312151.805468:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305600, offset 0 00000400:00000200:1.0:1761312151.805472:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.805478:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.805484:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.805487:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.805489:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.805491:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88414:88414:255:4294967295] 192.168.203.32@tcp LPNI seq info [88414:88414:7:4294967295] 00000400:00000200:1.0:1761312151.805497:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.805500:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.805503:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:1.0:1761312151.805507:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.805510:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.805512:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.807867:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.807874:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312151.807881:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.807890:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.807895:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312151.807897:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000800:00000200:3.0:1761312151.807955:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.807957:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312151.807961:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.807965:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.807967:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:3.0:1761312151.807968:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:3.0:1761312151.807975:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c0eba62 x1846868015305600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312151.815679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72d9c55. 00010000:00000010:1.1:1761312151.815695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbafa27. 00010000:00000010:0.1:1761312151.815721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000593d2443. 00000400:00000200:3.0:1761312151.819349:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.819369:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd380 00000400:00000200:3.0:1761312151.819378:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadde9 [1] + 224 00000400:00000200:3.0:1761312151.819395:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.819399:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.819410:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015305600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312151.819461:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:1.0:1761312151.819466:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312151.819468:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312151.819474:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015305600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.819482:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015305600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312151.819508:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d55337f. 02000000:00000010:1.0:1761312151.819513:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061bdb4c6. 00000100:00000010:1.0:1761312151.819517:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312151.819521:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.819524:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bca9df2. 00000400:00000200:3.0:1761312151.828673:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.828693:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51080 00000400:00000200:3.0:1761312151.828702:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac741 [2] + 656 00000400:00000200:3.0:1761312151.828775:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.828780:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.828788:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.828793:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00080000:00000010:1.0:1761312151.829266:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061bdb4c6. 00010000:00000010:1.0:1761312151.829346:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312151.829352:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc6bfc61. 00010000:00000010:1.0:1761312151.829422:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.0:1761312151.829428:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312151.829439:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bca9df2. 00000100:00000010:1.0:1761312151.829443:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.829449:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312151.829460:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d55337f. 02000000:00000010:1.0:1761312151.829481:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee0d703f. 00000400:00000010:1.0:1761312151.829486:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312151.829490:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312151.829494:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305664, portal 16 00000400:00000010:1.0:1761312151.829498:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312151.829499:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305664, offset 0 00000400:00000200:1.0:1761312151.829504:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.829510:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.829516:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.829519:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.829521:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.829523:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88416:88416:256:4294967295] 192.168.203.32@tcp LPNI seq info [88416:88416:8:4294967295] 00000400:00000200:1.0:1761312151.829530:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.829533:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.829536:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312151.829540:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.829544:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.829546:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.837260:0:78487:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dadea69. 00000020:00000010:1.0:1761312151.837272:0:78487:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c92b97c. 00000040:00000010:1.0:1761312151.837277:0:78487:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000003efeb2b0. 00000020:00000010:1.0:1761312151.837282:0:78487:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000009ad02b30. 00000020:00000010:1.0:1761312151.837287:0:78487:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000005435d630. 00000020:00000010:1.0:1761312151.837291:0:78487:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006a67ebc2. 80000000:00000010:1.0:1761312151.837295:0:78487:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e658533e. 40000000:00000010:1.0:1761312151.837298:0:78487:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000053de8358. 00100000:00000010:1.0:1761312151.837303:0:78487:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000007f6b2d8d. 00040000:00000010:1.0:1761312151.837307:0:78487:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000009638c55a. 00040000:00000010:1.0:1761312151.837311:0:78487:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000069e62315. 00040000:00000010:1.0:1761312151.837314:0:78487:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd4fa4c6. 00080000:00000010:1.0:1761312151.837319:0:78487:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 000000003eef8787. 00080000:00000010:1.0:1761312151.837324:0:78487:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c2a795ae. 00000004:00000010:1.0:1761312151.837330:0:78487:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000020391b48. 00000004:00000010:1.0:1761312151.837335:0:78487:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000e7b73508. 00000004:00000010:1.0:1761312151.837340:0:78487:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000003c65b07. 00002000:00000010:1.0:1761312151.837344:0:78487:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000b2359255. 00000004:00000010:1.0:1761312151.837348:0:78487:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000072316d6a. 00000020:00000010:1.0:1761312151.837381:0:78487:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000004c92b97c. 00000040:00000010:1.0:1761312151.837386:0:78487:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000003efeb2b0. 00000020:00000010:1.0:1761312151.837390:0:78487:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000009ad02b30. 00000020:00000010:1.0:1761312151.837393:0:78487:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000005435d630. 00000020:00000010:1.0:1761312151.837397:0:78487:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000006a67ebc2. 80000000:00000010:1.0:1761312151.837400:0:78487:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000e658533e. 40000000:00000010:1.0:1761312151.837402:0:78487:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 0000000053de8358. 00100000:00000010:1.0:1761312151.837405:0:78487:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000007f6b2d8d. 00040000:00000010:1.0:1761312151.837407:0:78487:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000009638c55a. 00040000:00000010:1.0:1761312151.837411:0:78487:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 0000000069e62315. 00040000:00000010:1.0:1761312151.837414:0:78487:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000fd4fa4c6. 00080000:00000010:1.0:1761312151.837418:0:78487:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c2a795ae. 00080000:00000010:1.0:1761312151.837421:0:78487:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 000000003eef8787. 00000004:00000010:1.0:1761312151.837425:0:78487:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 0000000020391b48. 00000004:00000010:1.0:1761312151.837428:0:78487:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000e7b73508. 00000004:00000010:1.0:1761312151.837431:0:78487:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 0000000003c65b07. 00002000:00000010:1.0:1761312151.837435:0:78487:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000b2359255. 00000004:00000010:1.0:1761312151.837438:0:78487:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 0000000072316d6a. 00000020:00000010:1.0:1761312151.837440:0:78487:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dadea69. 00000400:00000010:2.0:1761312151.848754:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:2.0:1761312151.848780:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:2.0:1761312151.848783:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:2.0:1761312151.848800:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015305664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.848811:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015305664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312151.848839:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac7a6490. 02000000:00000010:2.0:1761312151.848858:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee0d703f. 02000000:00000010:2.0:1761312151.848866:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d55337f. 00000100:00000010:2.0:1761312151.848870:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:2.0:1761312151.848874:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:2.0:1761312151.848878:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bca9df2. 00080000:00000010:2.0:1761312151.848895:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e7d520d. 00010000:00000010:2.0:1761312151.848982:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:2.0:1761312151.849004:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3383f2c. 00010000:00000010:2.0:1761312151.849097:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312151.849104:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.849115:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000c9519e. 00000100:00000010:2.0:1761312151.849121:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.849128:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312151.849140:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf9fb14b. 02000000:00000010:2.0:1761312151.849167:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000754b2472. 00000400:00000010:2.0:1761312151.849172:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312151.849177:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312151.849182:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305728, portal 16 00000400:00000010:2.0:1761312151.849186:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312151.849188:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305728, offset 0 00000400:00000200:2.0:1761312151.849195:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.849208:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.849214:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.849217:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.849220:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.849222:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88418:88418:256:4294967295] 192.168.203.32@tcp LPNI seq info [88418:88418:8:4294967295] 00000400:00000200:2.0:1761312151.849232:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.849238:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.849242:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312151.849247:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.849255:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.849258:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312151.851479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b120f2eb. 00010000:00000010:1.1:1761312151.852724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4019f9a. 00010000:00000010:1.1:1761312151.852733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:2.1:1761312151.857446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e41e1b0. 00010000:00000010:2.1:1761312151.857460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755c6fba. 00010000:00000010:2.1:1761312151.857465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00000400:00000010:2.0:1761312151.868856:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023ba0caf. 00000400:00000200:2.0:1761312151.868861:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:2.0:1761312151.868862:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:2.0:1761312151.868868:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015305728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.868877:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015305728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312151.868900:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdd43e24. 02000000:00000010:2.0:1761312151.868913:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312151.868919:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf9fb14b. 00000100:00000010:2.0:1761312151.868922:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312151.868926:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.868928:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000c9519e. 00080000:00000010:2.0:1761312151.868943:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf9fb14b. 00010000:00000010:2.0:1761312151.869024:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.869030:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5e85431. 00010000:00000010:2.0:1761312151.869114:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.0:1761312151.869120:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.869130:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000c9519e. 00000100:00000010:2.0:1761312151.869133:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.869139:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312151.869150:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312151.869172:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004f67724. 00000400:00000010:2.0:1761312151.869177:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312151.869181:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312151.869185:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305792, portal 16 00000400:00000010:2.0:1761312151.869189:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312151.869191:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305792, offset 0 00000400:00000200:2.0:1761312151.869196:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.869202:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.869208:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.869212:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.869214:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.869216:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88420:88420:256:4294967295] 192.168.203.32@tcp LPNI seq info [88420:88420:8:4294967295] 00000400:00000200:2.0:1761312151.869223:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.869227:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.869230:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312151.869234:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.869238:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.869240:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312151.887861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce24d892. 00010000:00000010:2.1:1761312151.887870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9404f4b. 00010000:00000010:2.1:1761312151.887873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00000020:00000010:1.0:1761312151.888912:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dadea69. 00000020:00000010:1.0:1761312151.888921:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.888925:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.888957:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012503360/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312151.888999:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503360 02000000:00000010:1.0:1761312151.889012:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feb31bde. 00010000:00000010:1.0:1761312151.889040:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000303ec4ea. 00010000:00000010:1.0:1761312151.889059:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.889065:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.889084:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.889088:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053de8358. 00000400:00000010:1.0:1761312151.889101:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312151.889106:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503360, offset 224 00000400:00000200:1.0:1761312151.889114:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.889128:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.889134:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88421:88421:256:4294967295] 192.168.203.32@tcp LPNI seq info [88421:88421:8:4294967295] 00000400:00000200:1.0:1761312151.889144:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.889150:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.889154:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.889159:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.889165:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.889169:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.889187:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312151.889191:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.889194:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dadea69. 00000800:00000200:1.0:1761312151.889288:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.889292:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:1.0:1761312151.889298:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.889302:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.889305:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312151.889307:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00080000:00000010:2.0:1761312151.890306:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1dd1c3f. 00010000:00000010:2.0:1761312151.890404:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.890412:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000450a41ad. 00010000:00000010:2.0:1761312151.890482:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312151.890488:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.890498:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004315cb97. 00000100:00000010:2.0:1761312151.890504:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.890512:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312151.890523:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312151.890548:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000754b2472. 00000400:00000010:2.0:1761312151.890554:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069d038ac. 00000400:00000010:2.0:1761312151.890559:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312151.890564:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305856, portal 16 00000400:00000010:2.0:1761312151.890568:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312151.890571:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305856, offset 0 00000400:00000200:2.0:1761312151.890578:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.890590:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.890597:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.890600:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.890603:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.890605:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88422:88422:256:4294967295] 192.168.203.32@tcp LPNI seq info [88422:88422:8:4294967295] 00000400:00000200:2.0:1761312151.890613:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.890618:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.890622:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312151.890642:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.890648:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.890651:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312151.891415:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.891420:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:3.0:1761312151.891427:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.891434:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.891439:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:3.0:1761312151.891441:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:3.0:1761312151.891449:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015305856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.893025:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.893048:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd480 00000400:00000200:3.0:1761312151.893057:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade19 [1] + 224 00000400:00000200:3.0:1761312151.893072:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.893075:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.893086:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015305856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312151.893898:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069d038ac. 00000400:00000200:2.0:1761312151.893905:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:2.0:1761312151.893908:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:2.0:1761312151.893917:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015305856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.893925:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015305856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.893954:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312151.893960:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028ea29d3. 00000100:00000010:2.0:1761312151.893963:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312151.893967:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.893971:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004315cb97. 00000020:00000010:2.0:1761312151.896682:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00010000:00000010:1.1:1761312151.897149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00000020:00000010:2.0:1761312151.897362:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312151.897368:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.897399:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041bba231 x1846868012503424/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312151.897438:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503424 02000000:00000010:2.0:1761312151.897450:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000028ea29d3. 00010000:00000010:2.0:1761312151.897477:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9e394c5. 00010000:00000010:2.0:1761312151.897494:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004315cb97. 00000100:00000010:2.0:1761312151.897500:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083501ad5. 00000100:00000010:2.0:1761312151.897512:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083501ad5. 00010000:00000010:2.0:1761312151.897516:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004315cb97. 00000400:00000010:2.0:1761312151.897528:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312151.897534:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503424, offset 224 00000400:00000200:2.0:1761312151.897542:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.897555:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.897561:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88423:88423:256:4294967295] 192.168.203.32@tcp LPNI seq info [88423:88423:8:4294967295] 00000400:00000200:2.0:1761312151.897571:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.897576:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.897579:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339066). 00000800:00000200:2.0:1761312151.897585:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.897591:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.897594:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.897620:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312151.897648:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.897652:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 02000000:00000010:2.0:1761312151.897659:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000feb31bde. 00000100:00000010:2.0:1761312151.897663:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:2.0:1761312151.897667:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af41376f. 00000100:00000010:2.0:1761312151.897669:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:2.0:1761312151.897674:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009534ae7d. 00000100:00000010:2.0:1761312151.897676:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:2.0:1761312151.897680:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5194edc. 00000100:00000010:2.0:1761312151.897683:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:2.0:1761312151.897685:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b3b7f94. 00000100:00000010:2.0:1761312151.897688:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312151.897702:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f35e87e3. 00000100:00000010:2.0:1761312151.897705:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000200:2.0:1761312151.897712:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312151.897718:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069d038ac. 00000400:00000010:2.0:1761312151.897722:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083501ad5 (tot 82339218). 00000800:00000200:1.0:1761312151.897735:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.897740:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:1.0:1761312151.897746:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1761312151.897748:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f35e87e3. 00000400:00000200:1.0:1761312151.897751:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.897767:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:1.0:1761312151.897769:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 02000000:00000010:1.0:1761312151.897779:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000028ea29d3. 00010000:00000010:2.0:1761312151.897837:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.897843:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7a8b6b1. 00010000:00000010:2.0:1761312151.897916:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.0:1761312151.897922:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312151.897932:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004315cb97. 00000100:00000010:2.0:1761312151.897935:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.897941:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312151.897951:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c22cce7b. 02000000:00000010:2.0:1761312151.897972:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000754b2472. 00000400:00000010:2.0:1761312151.897976:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312151.897979:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312151.897982:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015305920, portal 16 00000400:00000010:2.0:1761312151.897986:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312151.897988:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015305920, offset 0 00000400:00000200:2.0:1761312151.897993:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.897999:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.898005:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.898009:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.898011:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.898014:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88424:88424:256:4294967295] 192.168.203.32@tcp LPNI seq info [88424:88424:8:4294967295] 00000400:00000200:2.0:1761312151.898021:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.898025:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.898028:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312151.898032:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.898036:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.898038:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312151.898154:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.898156:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312151.898160:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.898164:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.898167:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:1.0:1761312151.898168:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:1.0:1761312151.898174:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015305920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.900121:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.900138:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd4c0 00000400:00000200:3.0:1761312151.900146:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade29 [1] + 224 00000400:00000200:3.0:1761312151.900175:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.900180:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.900190:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015305920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312151.900643:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792e94b5. 00010000:00000010:2.1:1761312151.900651:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00000400:00000010:2.0:1761312151.900669:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f688a86. 00000400:00000200:2.0:1761312151.900673:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312151.900675:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312151.900682:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015305920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.900700:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015305920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.900728:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312151.900734:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c22cce7b. 00000100:00000010:2.0:1761312151.900738:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:2.0:1761312151.900742:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.900745:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004315cb97. 00000400:00000200:2.0:1761312151.903158:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.903175:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d511c0 00000400:00000200:2.0:1761312151.903182:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac7a5 [2] + 0 00000400:00000200:2.0:1761312151.903250:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.903255:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.903263:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312151.903269:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 00000020:00000010:3.0:1761312151.903464:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054f82d76. 00000020:00000010:3.0:1761312151.903472:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312151.903476:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.903501:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000125a5844 x1846868012503488/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312151.903539:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503488 02000000:00000010:3.0:1761312151.903551:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023985845. 00010000:00000010:3.0:1761312151.903579:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eecdcc8. 00010000:00000010:3.0:1761312151.903597:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c99520f6. 00000100:00000010:3.0:1761312151.903604:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.903648:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:3.0:1761312151.903653:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c99520f6. 00000400:00000010:3.0:1761312151.903668:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.903675:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503488, offset 224 00000400:00000200:3.0:1761312151.903684:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.903696:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.903702:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88425:88425:256:4294967295] 192.168.203.32@tcp LPNI seq info [88425:88425:8:4294967295] 00000400:00000200:3.0:1761312151.903714:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.903719:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.903723:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312151.903729:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.903736:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.903740:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.903768:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312151.903775:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.903778:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054f82d76. 00000800:00000200:3.0:1761312151.903850:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.903853:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312151.903856:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.903859:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.903862:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:3.0:1761312151.903865:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00010000:00000010:2.1:1761312151.909065:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000722aa34a. 00010000:00000010:2.1:1761312151.909073:0:78450:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005939cefd. 00010000:00000010:2.1:1761312151.909076:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:3.1:1761312151.914392:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095196bee. 00000800:00000200:2.0:1761312151.914700:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.914703:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312151.914708:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.914717:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.914723:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312151.914725:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312151.914734:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015305984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312151.917678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9a6a90d. 00010000:00000010:0.1:1761312151.917692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00000400:00000200:2.0:1761312151.921551:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.921570:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd500 00000400:00000200:2.0:1761312151.921578:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade35 [1] + 224 00000400:00000200:2.0:1761312151.921588:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.921593:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.921603:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015305984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312151.921651:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.921657:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51200 00000400:00000200:2.0:1761312151.921662:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac7a5 [2] + 328 00000400:00000200:2.0:1761312151.921721:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.921725:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.921728:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312151.921733:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000020:00000010:2.0:1761312151.921790:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00000020:00000010:2.0:1761312151.921795:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.921800:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.921822:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012503552/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312151.921847:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503552 02000000:00000010:2.0:1761312151.921856:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000754b2472. 00010000:00000010:2.0:1761312151.921889:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ebb9af. 00000100:00000010:2.0:1761312151.921895:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.921900:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.921903:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ebb9af. 00000400:00000010:2.0:1761312151.921915:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312151.921919:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503552, offset 224 00000400:00000200:2.0:1761312151.921926:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.921936:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.921941:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88427:88427:256:4294967295] 192.168.203.32@tcp LPNI seq info [88427:88427:8:4294967295] 00000400:00000200:2.0:1761312151.921951:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.921955:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.921959:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312151.921965:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.921972:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.921976:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.921989:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312151.921993:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.921996:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 00000800:00000200:3.0:1761312151.923407:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.923413:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312151.923420:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.923427:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.923431:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:3.0:1761312151.923433:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000800:00000200:2.0:1761312151.929513:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312151.929520:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312151.929529:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.929537:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312151.929543:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:2.0:1761312151.929544:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:2.0:1761312151.929552:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015306048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312151.935328:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.935348:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd540 00000400:00000200:2.0:1761312151.935357:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade41 [1] + 224 00000400:00000200:2.0:1761312151.935368:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.935372:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.935383:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015306048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312151.936912:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.936922:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51240 00000400:00000200:2.0:1761312151.936928:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac7a5 [2] + 656 00000400:00000200:2.0:1761312151.937503:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.937509:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.937515:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312151.937520:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00080000:00000010:1.0:1761312151.937920:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001865726b. 00010000:00000010:1.0:1761312151.938000:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:1.0:1761312151.938007:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d29becbd. 00010000:00000010:1.0:1761312151.938069:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312151.938073:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312151.938077:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312151.938081:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00080000:00000010:1.0:1761312151.938092:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feb31bde. 00010000:00000010:1.0:1761312151.938113:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312151.938116:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312151.938160:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312151.938164:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312151.938172:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053de8358. 00000100:00000010:1.0:1761312151.938176:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.938183:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312151.938193:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd4fa4c6. 02000000:00000010:1.0:1761312151.938213:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a67ebc2. 00000400:00000010:1.0:1761312151.938217:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b28bf1ad. 00000400:00000010:1.0:1761312151.938221:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312151.938225:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306112, portal 16 00000400:00000010:1.0:1761312151.938230:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312151.938232:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306112, offset 0 00000400:00000200:1.0:1761312151.938237:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.938244:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.938249:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.938252:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.938255:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.938258:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88430:88430:256:4294967295] 192.168.203.32@tcp LPNI seq info [88430:88430:8:4294967295] 00000400:00000200:1.0:1761312151.938265:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.938269:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.938272:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312151.938275:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.938279:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.938281:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312151.939674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e94d7f. 00010000:00000010:0.1:1761312151.939685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd199eb. 00010000:00000010:0.1:1761312151.939691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00000400:00000200:2.0:1761312151.942083:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312151.942102:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd580 00000400:00000200:2.0:1761312151.942111:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade4d [1] + 224 00000400:00000200:2.0:1761312151.942131:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312151.942134:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312151.942144:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015306112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761312151.946061:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00000020:00000010:2.0:1761312151.946068:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312151.946072:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.946097:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012503680/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312151.946128:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503680 02000000:00000010:2.0:1761312151.946139:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004f67724. 00010000:00000010:2.0:1761312151.946166:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b5a6bb. 00010000:00000010:2.0:1761312151.946186:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ebb9af. 00000100:00000010:2.0:1761312151.946192:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.946203:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.946207:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ebb9af. 00000400:00000010:2.0:1761312151.946219:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312151.946224:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503680, offset 224 00000400:00000200:2.0:1761312151.946232:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.946241:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.946246:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88431:88431:256:4294967295] 192.168.203.32@tcp LPNI seq info [88431:88431:8:4294967295] 00000400:00000200:2.0:1761312151.946255:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.946260:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.946264:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312151.946270:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.946277:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.946281:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761312151.947150:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000457a2c3d. 00010000:00000010:3.0:1761312151.947239:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:3.0:1761312151.947246:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000679d6d02. 00010000:00000010:3.0:1761312151.947310:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.0:1761312151.947317:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc5da5eb. 00010000:00000010:3.0:1761312151.947327:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c99520f6. 00000100:00000010:3.0:1761312151.947331:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.947338:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312151.947350:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054f82d76. 02000000:00000010:3.0:1761312151.947371:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002814f20. 00000400:00000010:3.0:1761312151.947376:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf8297af. 00000400:00000010:3.0:1761312151.947381:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312151.947386:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306176, portal 16 00000400:00000010:3.0:1761312151.947390:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312151.947391:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306176, offset 0 00000400:00000200:3.0:1761312151.947398:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.947408:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.947413:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.947416:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.947418:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.947421:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88432:88432:255:4294967295] 192.168.203.32@tcp LPNI seq info [88432:88432:7:4294967295] 00000400:00000200:3.0:1761312151.947427:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.947432:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.947435:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312151.947440:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.947445:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.947447:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.948382:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312151.948390:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.948394:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 00010000:00000010:1.1:1761312151.949913:0:77370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002808d228. 00010000:00000010:1.1:1761312151.949926:0:77370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:1.1:1761312151.949930:0:77370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312151.949933:0:77370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:3.0:1761312151.954156:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.954173:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd5c0 00000400:00000200:3.0:1761312151.954180:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade59 [1] + 224 00000400:00000200:3.0:1761312151.954194:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.954197:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.954206:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015306176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312151.954905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d8d8e6. 00000020:00000010:1.0:1761312151.955259:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a67ebc2. 00000020:00000010:1.0:1761312151.955265:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.955270:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.955291:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012503744/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.955326:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503744 02000000:00000010:1.0:1761312151.955338:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003efeb2b0. 00010000:00000010:1.0:1761312151.955364:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da232807. 00010000:00000010:1.0:1761312151.955383:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b747df3. 00000100:00000010:1.0:1761312151.955390:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.955407:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.955410:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b747df3. 00000400:00000010:1.0:1761312151.955422:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312151.955426:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503744, offset 224 00000400:00000200:1.0:1761312151.955433:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.955442:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.955447:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88433:88433:256:4294967295] 192.168.203.32@tcp LPNI seq info [88433:88433:8:4294967295] 00000400:00000200:1.0:1761312151.955456:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.955461:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.955465:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.955470:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.955477:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.955480:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.955498:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.955502:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.955506:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a67ebc2. 00000800:00000200:1.0:1761312151.955560:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.955562:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:1.0:1761312151.955567:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.955571:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.955573:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:1.0:1761312151.955575:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000800:00000200:3.0:1761312151.956143:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.956146:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312151.956149:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.956153:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.956156:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:3.0:1761312151.956158:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:3.0:1761312151.956163:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c9f29c x1846868015306240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312151.959064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc4a8387. 00010000:00000010:3.1:1761312151.959075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:2.1:1761312151.959290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033117f26. 00010000:00000010:1.1:1761312151.963777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbf86ec8. 00010000:00000010:0.1:1761312151.964700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008219a1a2. 00010000:00000010:0.1:1761312151.964707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00000400:00000010:3.0:1761312151.967238:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de7fa3b8. 00000400:00000200:3.0:1761312151.967243:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:3.0:1761312151.967245:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:3.0:1761312151.967250:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c9f29c x1846868015306240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.967258:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c9f29c x1846868015306240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312151.967287:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054f82d76. 02000000:00000010:3.0:1761312151.967293:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1182767. 00000100:00000010:3.0:1761312151.967296:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 00000100:00000010:3.0:1761312151.967300:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054eadf61. 00010000:00000010:3.0:1761312151.967303:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092d908ae. 00000020:00000010:2.0:1761312151.967384:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00000020:00000010:2.0:1761312151.967391:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312151.967396:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312151.967417:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012503808/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312151.967806:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503808 02000000:00000010:2.0:1761312151.967819:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5eb22a5. 00010000:00000010:2.0:1761312151.967847:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff60912f. 00010000:00000010:2.0:1761312151.967870:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ebb9af. 00000100:00000010:2.0:1761312151.967877:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.967897:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312151.967900:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ebb9af. 00000400:00000010:2.0:1761312151.967914:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312151.967919:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503808, offset 224 00000400:00000200:2.0:1761312151.967927:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.967939:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.967944:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88435:88435:256:4294967295] 192.168.203.32@tcp LPNI seq info [88435:88435:8:4294967295] 00000400:00000200:2.0:1761312151.967954:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.967959:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.967963:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312151.967969:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.967976:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.967980:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312151.968000:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312151.968006:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312151.968010:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 00080000:00000010:3.0:1761312151.968325:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002814f20. 00010000:00000010:3.0:1761312151.968412:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007232f814. 00010000:00000010:3.0:1761312151.968419:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008872445e. 00010000:00000010:3.0:1761312151.968486:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.0:1761312151.968493:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f98d3201. 00010000:00000010:3.0:1761312151.968503:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008800818. 00000100:00000010:3.0:1761312151.968508:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:3.0:1761312151.968515:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312151.968526:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c66d9123. 02000000:00000010:3.0:1761312151.968549:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d574d0e7. 00000400:00000010:3.0:1761312151.968555:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea5da9e6. 00000400:00000010:3.0:1761312151.968559:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312151.968564:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306304, portal 16 00000400:00000010:3.0:1761312151.968568:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312151.968570:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306304, offset 0 00000400:00000200:3.0:1761312151.968577:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.968587:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.968593:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.968596:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.968599:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.968602:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88436:88436:255:4294967295] 192.168.203.32@tcp LPNI seq info [88436:88436:7:4294967295] 00000400:00000200:3.0:1761312151.968609:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.968614:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.968618:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339466). 00000800:00000200:3.0:1761312151.968661:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.968667:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.968669:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312151.968955:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.968960:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:1.0:1761312151.968966:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.968971:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.968975:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:1.0:1761312151.968978:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000800:00000200:1.0:1761312151.969050:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.969052:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:1.0:1761312151.969055:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.969058:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.969060:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:1.0:1761312151.969061:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:1.0:1761312151.969065:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015306304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.972107:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.972127:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd640 00000400:00000200:3.0:1761312151.972138:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade71 [1] + 224 00000400:00000200:3.0:1761312151.972155:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.972159:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.972170:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015306304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.974867:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.974882:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51340 00000400:00000200:3.0:1761312151.974890:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac7a5 [2] + 1968 00000400:00000010:3.0:1761312151.974895:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007827f909. 00000400:00000200:3.0:1761312151.974900:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000453b3219 00000400:00000200:3.0:1761312151.974960:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.974965:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.974968:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000453b3219 00000400:00000010:3.0:1761312151.974970:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000453b3219 (tot 82338818). 00000100:00000200:3.0:1761312151.974976:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312151.975042:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032891dff. 00000020:00000010:3.0:1761312151.975048:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.975052:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.975076:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a79ecc6d x1846868012503872/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312151.975104:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503872 02000000:00000010:3.0:1761312151.975115:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cc3c204. 00010000:00000010:3.0:1761312151.975150:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000322c998d. 00000100:00000010:3.0:1761312151.975156:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000453b3219. 00000100:00000010:3.0:1761312151.975162:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000453b3219. 00010000:00000010:3.0:1761312151.975165:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000322c998d. 00000400:00000010:3.0:1761312151.975178:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312151.975182:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503872, offset 224 00000400:00000200:3.0:1761312151.975187:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.975196:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.975202:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88437:88437:256:4294967295] 192.168.203.32@tcp LPNI seq info [88437:88437:8:4294967295] 00000400:00000200:3.0:1761312151.975214:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.975218:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.975222:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339066). 00000800:00000200:3.0:1761312151.975228:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.975234:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.975237:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.975252:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.975257:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.975260:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032891dff. 02000000:00000010:3.0:1761312151.975268:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5eb22a5. 00000100:00000010:3.0:1761312151.975271:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312151.975275:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003efeb2b0. 00000100:00000010:3.0:1761312151.975277:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:3.0:1761312151.975280:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004f67724. 00000100:00000010:3.0:1761312151.975282:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 02000000:00000010:3.0:1761312151.975284:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009534ae7d. 00000100:00000010:3.0:1761312151.975286:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 02000000:00000010:3.0:1761312151.975289:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000754b2472. 00000100:00000010:3.0:1761312151.975291:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:3.0:1761312151.975294:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023985845. 00000100:00000010:3.0:1761312151.975297:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000200:3.0:1761312151.975302:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312151.975306:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007827f909. 00000400:00000010:3.0:1761312151.975310:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000453b3219 (tot 82339218). 00000800:00000200:3.0:1761312151.975366:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.975369:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:3.0:1761312151.975372:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.975376:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.975377:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:3.0:1761312151.975379:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 02000000:00000010:3.0:1761312151.975381:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cc3c204. 00000400:00000010:1.0:1761312151.975641:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea5da9e6. 00000400:00000200:1.0:1761312151.975645:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:1.0:1761312151.975647:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000100:00000200:1.0:1761312151.975653:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015306304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312151.975661:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015306304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312151.975682:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed34e233. 02000000:00000010:1.0:1761312151.975694:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d574d0e7. 02000000:00000010:1.0:1761312151.975698:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c66d9123. 00000100:00000010:1.0:1761312151.975702:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:1.0:1761312151.975705:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312151.975708:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008800818. 00080000:00000010:1.0:1761312151.975725:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a67ebc2. 00010000:00000010:1.0:1761312151.975834:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98d3201. 00010000:00000010:1.0:1761312151.975840:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002083b0e. 00010000:00000010:1.0:1761312151.975903:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312151.975909:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312151.975918:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b747df3. 00000100:00000010:1.0:1761312151.975921:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.975928:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312151.975937:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd4fa4c6. 02000000:00000010:1.0:1761312151.975957:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c66d9123. 00000400:00000010:1.0:1761312151.975960:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312151.975964:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312151.975967:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306368, portal 16 00000400:00000010:1.0:1761312151.975970:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312151.975972:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306368, offset 0 00000400:00000200:1.0:1761312151.975977:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.975984:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.975990:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312151.975993:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312151.975996:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312151.975998:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88438:88438:256:4294967295] 192.168.203.32@tcp LPNI seq info [88438:88438:8:4294967295] 00000400:00000200:1.0:1761312151.976004:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.976008:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.976011:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312151.976015:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.976020:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.976022:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312151.976306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbbba1f3. 00010000:00000010:3.1:1761312151.976313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00000800:00000200:3.0:1761312151.976387:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312151.976390:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:3.0:1761312151.976394:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.976398:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312151.976401:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:3.0:1761312151.976402:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000100:00000200:3.0:1761312151.976407:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008cc5413f x1846868015306368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312151.976476:0:75374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e08367b. 00000400:00000200:3.0:1761312151.978005:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.978024:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd680 00000400:00000200:3.0:1761312151.978033:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade81 [1] + 224 00000400:00000200:3.0:1761312151.978046:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.978049:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.978058:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015306368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312151.979409:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:2.0:1761312151.979419:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:2.0:1761312151.979422:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000100:00000200:2.0:1761312151.979432:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008cc5413f x1846868015306368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312151.979442:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008cc5413f x1846868015306368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312151.979469:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c66d9123. 02000000:00000010:2.0:1761312151.979476:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd4fa4c6. 00000100:00000010:2.0:1761312151.979481:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 00000100:00000010:2.0:1761312151.979485:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:2.0:1761312151.979488:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b747df3. 00000400:00000200:3.0:1761312151.979659:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.979669:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51380 00000400:00000200:3.0:1761312151.979674:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac805 [2] + 0 00000400:00000200:3.0:1761312151.979741:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.979745:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.979750:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.979763:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:1.0:1761312151.979928:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c66d9123. 00000020:00000010:1.0:1761312151.979936:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.979941:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312151.979965:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012503936/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312151.979989:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012503936 02000000:00000010:1.0:1761312151.980001:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d574d0e7. 00010000:00000010:1.0:1761312151.980028:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000073f14d8. 00010000:00000010:1.0:1761312151.980047:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000989a305c. 00000100:00000010:1.0:1761312151.980052:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312151.980068:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312151.980071:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000989a305c. 00000400:00000010:1.0:1761312151.980083:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312151.980087:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012503936, offset 224 00000400:00000200:1.0:1761312151.980094:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312151.980104:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312151.980108:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88439:88439:256:4294967295] 192.168.203.32@tcp LPNI seq info [88439:88439:8:4294967295] 00000400:00000200:1.0:1761312151.980117:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312151.980122:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312151.980126:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312151.980131:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312151.980138:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312151.980141:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312151.980159:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312151.980163:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312151.980165:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c66d9123. 00000800:00000200:1.0:1761312151.980240:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.980243:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:1.0:1761312151.980247:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.980251:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.980253:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:1.0:1761312151.980254:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00080000:00000010:2.0:1761312151.980792:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c22cce7b. 00010000:00000010:2.0:1761312151.980882:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:2.0:1761312151.980890:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000114d2212. 00010000:00000010:2.0:1761312151.980960:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2525012. 00010000:00000010:2.0:1761312151.980964:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312151.980968:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312151.980973:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ead199. 00080000:00000010:2.0:1761312151.980984:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9f1e56. 00010000:00000010:2.0:1761312151.981006:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ead199. 00010000:00000010:2.0:1761312151.981009:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312151.981051:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.0:1761312151.981054:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ead199. 00010000:00000010:2.0:1761312151.981061:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ebb9af. 00000100:00000010:2.0:1761312151.981065:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312151.981072:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:2.0:1761312151.981081:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312151.981102:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02c1f87. 00000400:00000010:2.0:1761312151.981106:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312151.981111:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312151.981115:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306432, portal 16 00000400:00000010:2.0:1761312151.981119:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312151.981122:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306432, offset 0 00000400:00000200:2.0:1761312151.981128:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312151.981137:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312151.981142:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312151.981145:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312151.981147:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312151.981150:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88440:88440:256:4294967295] 192.168.203.32@tcp LPNI seq info [88440:88440:8:4294967295] 00000400:00000200:2.0:1761312151.981157:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312151.981162:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312151.981164:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312151.981168:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312151.981173:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312151.981176:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312151.982116:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.982121:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312151.982129:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.982136:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.982140:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:1.0:1761312151.982142:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000100:00000200:1.0:1761312151.982150:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3bd497f x1846868015306432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312151.987659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015b0a866. 00010000:00000010:2.1:1761312151.987672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:2.1:1761312151.987676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2525012. 00010000:00000010:2.1:1761312151.987679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:1.1:1761312151.987750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904ea13e. 00010000:00000010:1.1:1761312151.987754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091e54fbe. 00010000:00000010:1.1:1761312151.987764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00000400:00000200:3.0:1761312151.991503:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.991521:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd6c0 00000400:00000200:3.0:1761312151.991529:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xade8d [1] + 224 00000400:00000200:3.0:1761312151.991539:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.991543:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.991553:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3bd497f x1846868015306432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312151.991585:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312151.991590:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d513c0 00000400:00000200:3.0:1761312151.991595:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac805 [2] + 328 00000400:00000200:3.0:1761312151.991811:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312151.991816:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312151.991820:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312151.991825:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:3.0:1761312151.991873:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023985845. 00000020:00000010:3.0:1761312151.991880:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.991884:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312151.991911:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012504000/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:629/0 lens 328/0 e 0 to 0 dl 1761312194 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312151.991941:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504000 02000000:00000010:3.0:1761312151.991953:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003efeb2b0. 00010000:00000010:3.0:1761312151.991991:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000322c998d. 00000100:00000010:3.0:1761312151.991999:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004927c6e2. 00000100:00000010:3.0:1761312151.992004:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004927c6e2. 00010000:00000010:3.0:1761312151.992007:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000322c998d. 00000400:00000010:3.0:1761312151.992020:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312151.992024:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504000, offset 224 00000400:00000200:3.0:1761312151.992030:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.992039:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.992044:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88441:88441:256:4294967295] 192.168.203.32@tcp LPNI seq info [88441:88441:8:4294967295] 00000400:00000200:3.0:1761312151.992054:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.992059:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.992063:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312151.992068:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.992074:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.992078:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312151.992093:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312151.992099:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312151.992101:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023985845. 00000400:00000010:3.0:1761312151.996679:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f688a86. 00000400:00000200:3.0:1761312151.996692:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:3.0:1761312151.996695:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000100:00000200:3.0:1761312151.996709:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3bd497f x1846868015306432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312151.996720:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3bd497f x1846868015306432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312151.996749:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ba3020b. 02000000:00000010:3.0:1761312151.996776:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02c1f87. 02000000:00000010:3.0:1761312151.996782:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028ea29d3. 00000100:00000010:3.0:1761312151.996785:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 00000100:00000010:3.0:1761312151.996790:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:3.0:1761312151.996793:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ebb9af. 00080000:00000010:3.0:1761312151.996814:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023985845. 00010000:00000010:3.0:1761312151.996920:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ead199. 00010000:00000010:3.0:1761312151.996927:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de09061c. 00010000:00000010:3.0:1761312151.996993:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.0:1761312151.996999:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022a2936a. 00010000:00000010:3.0:1761312151.997009:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000322c998d. 00000100:00000010:3.0:1761312151.997015:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004927c6e2. 00000100:00000010:3.0:1761312151.997023:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312151.997037:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032891dff. 02000000:00000010:3.0:1761312151.997063:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0b4cb11. 00000400:00000010:3.0:1761312151.997068:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048e68c24. 00000400:00000010:3.0:1761312151.997072:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312151.997077:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306496, portal 16 00000400:00000010:3.0:1761312151.997082:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312151.997083:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306496, offset 0 00000400:00000200:3.0:1761312151.997091:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312151.997104:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312151.997111:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312151.997114:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312151.997117:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312151.997119:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88442:88442:255:4294967295] 192.168.203.32@tcp LPNI seq info [88442:88442:7:4294967295] 00000400:00000200:3.0:1761312151.997129:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312151.997134:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312151.997138:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339466). 00000800:00000200:3.0:1761312151.997144:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312151.997151:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312151.997155:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312151.997491:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.997495:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:1.0:1761312151.997499:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.997504:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.997507:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:1.0:1761312151.997509:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000800:00000200:1.0:1761312151.997580:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312151.997582:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312151.997585:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312151.997588:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312151.997589:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:1.0:1761312151.997591:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:1.0:1761312151.997595:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015306496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312158 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.004063:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e1a460. 00000020:00000010:1.0:1761312152.005853:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c92b97c. 00000020:00000010:1.0:1761312152.005860:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.005864:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.005885:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012504064/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.005920:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504064 02000000:00000010:1.0:1761312152.005931:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd843c64. 00010000:00000010:1.0:1761312152.005959:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc383f6d. 00010000:00000010:1.0:1761312152.005976:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019ff4e6c. 00000100:00000010:1.0:1761312152.005982:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.005989:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.005991:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019ff4e6c. 00000400:00000010:1.0:1761312152.006003:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312152.006008:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504064, offset 224 00000400:00000200:1.0:1761312152.006015:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.006025:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.006030:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88443:88443:256:4294967295] 192.168.203.32@tcp LPNI seq info [88443:88443:8:4294967295] 00000400:00000200:1.0:1761312152.006040:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.006046:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.006051:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.006056:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.006062:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.006067:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.006083:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.006088:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.006092:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c92b97c. 00000800:00000200:1.0:1761312152.006806:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.006809:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82339218). 00000400:00000200:1.0:1761312152.006813:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.006817:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.006820:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:1.0:1761312152.006822:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00000800:00000200:1.0:1761312152.006980:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.006982:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:1.0:1761312152.006985:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.006989:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.006992:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312152.006993:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312152.006997:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015306560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.012099:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.012116:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd740 00000400:00000200:1.0:1761312152.012123:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadea5 [1] + 224 00000400:00000200:1.0:1761312152.012139:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.012142:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.012152:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015306560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.013688:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea2aa16c. 00000400:00000200:1.0:1761312152.013698:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:1.0:1761312152.013700:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:1.0:1761312152.013711:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015306560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.013721:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015306560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.013766:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009534ae7d. 02000000:00000010:1.0:1761312152.013773:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af41376f. 00000100:00000010:1.0:1761312152.013776:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:1.0:1761312152.013781:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000984e212c. 00010000:00000010:1.0:1761312152.013784:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b7e5452. 00000400:00000200:1.0:1761312152.013856:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.013871:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51440 00000400:00000200:1.0:1761312152.013876:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac805 [2] + 984 00000400:00000200:1.0:1761312152.013942:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.013947:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.013953:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.013958:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00080000:00000010:1.0:1761312152.014620:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c92b97c. 00010000:00000010:1.0:1761312152.014720:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:1.0:1761312152.014726:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098c3f607. 00010000:00000010:1.0:1761312152.014811:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312152.014818:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312152.014828:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019ff4e6c. 00000100:00000010:1.0:1761312152.014832:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.014837:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.014851:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032648ac4. 02000000:00000010:1.0:1761312152.014873:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072747794. 00000400:00000010:1.0:1761312152.014878:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312152.014882:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312152.014886:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306624, portal 16 00000400:00000010:1.0:1761312152.014890:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.014892:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306624, offset 0 00000400:00000200:1.0:1761312152.014897:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.014903:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.014910:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.014914:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.014916:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.014919:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88446:88446:255:4294967295] 192.168.203.32@tcp LPNI seq info [88446:88446:7:4294967295] 00000400:00000200:1.0:1761312152.014925:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.014929:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.014932:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312152.014935:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.014939:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.014941:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312152.016940:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb90e698. 00010000:00000010:0.1:1761312152.016949:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312152.017306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba223f69. 00010000:00000010:3.1:1761312152.017313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2b11914. 00010000:00000010:3.1:1761312152.017317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00010000:00000010:1.1:1761312152.017918:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e814f77a. 00000400:00000200:1.0:1761312152.018783:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.018800:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd780 00000400:00000200:1.0:1761312152.018809:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadeb1 [1] + 224 00000400:00000200:1.0:1761312152.018824:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.018828:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.018837:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015306624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.019412:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.019420:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51480 00000400:00000200:1.0:1761312152.019426:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac805 [2] + 1312 00000400:00000200:1.0:1761312152.019476:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.019480:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.019484:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.019489:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00080000:00000010:1.0:1761312152.019747:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d283d43. 00010000:00000010:1.0:1761312152.019833:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312152.019840:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebc4d59f. 00010000:00000010:1.0:1761312152.019909:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.0:1761312152.019915:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312152.019926:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081b66332. 00000100:00000010:1.0:1761312152.019929:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.019934:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.019944:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072747794. 02000000:00000010:1.0:1761312152.019966:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000585e5806. 00000400:00000010:1.0:1761312152.019971:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.019974:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312152.019979:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306688, portal 16 00000400:00000010:1.0:1761312152.019983:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312152.019984:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306688, offset 0 00000400:00000200:1.0:1761312152.019989:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.019994:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.020000:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.020004:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.020007:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.020010:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88448:88448:255:4294967295] 192.168.203.32@tcp LPNI seq info [88448:88448:7:4294967295] 00000400:00000200:1.0:1761312152.020016:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.020020:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.020022:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339466). 00000800:00000200:1.0:1761312152.020026:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.020029:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.020031:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.020201:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.020204:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312152.020207:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.020210:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.020213:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:3.0:1761312152.020215:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000800:00000200:3.0:1761312152.020251:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.020253:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312152.020256:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.020259:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.020261:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:3.0:1761312152.020263:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:3.0:1761312152.020266:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015306688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.021246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad642277. 00010000:00000010:1.1:1761312152.021664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db9045ab. 00010000:00000010:1.1:1761312152.021671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00000400:00000200:1.0:1761312152.022319:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.022334:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd7c0 00000400:00000200:1.0:1761312152.022343:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadebd [1] + 224 00000400:00000200:1.0:1761312152.022358:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.022361:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.022370:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015306688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761312152.026533:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5eca9cd. 00000020:00000010:1.0:1761312152.026542:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.026546:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.026569:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012504256/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.026740:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504256 02000000:00000010:1.0:1761312152.026752:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000941a69bd. 00010000:00000010:1.0:1761312152.026792:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a843d54d. 00010000:00000010:1.0:1761312152.026811:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000523acdfe. 00000100:00000010:1.0:1761312152.026819:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.026833:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.026835:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000523acdfe. 00000400:00000010:1.0:1761312152.026849:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312152.026855:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504256, offset 224 00000400:00000200:1.0:1761312152.026863:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.026875:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.026880:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88449:88449:256:4294967295] 192.168.203.32@tcp LPNI seq info [88449:88449:8:4294967295] 00000400:00000200:1.0:1761312152.026889:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.026895:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.026899:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.026905:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.026911:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.026915:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.026929:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.026934:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.026937:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5eca9cd. 00000800:00000200:3.0:1761312152.027147:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.027151:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:3.0:1761312152.027157:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.027161:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.027166:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:3.0:1761312152.027168:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00010000:00000010:1.1:1761312152.030739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f20927c8. 00010000:00000010:1.1:1761312152.030766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000800:00000200:1.0:1761312152.030882:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.030886:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312152.030891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.030900:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.030906:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:1.0:1761312152.030908:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:1.0:1761312152.030918:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015306752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.035645:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30bcff9. 00000400:00000010:1.0:1761312152.036097:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d1f1d4db. 00000400:00000200:1.0:1761312152.036102:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:1.0:1761312152.036104:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:1.0:1761312152.036112:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015306752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.036119:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015306752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.036148:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032891dff. 02000000:00000010:1.0:1761312152.036154:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcc95a1c. 00000100:00000010:1.0:1761312152.036158:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:1.0:1761312152.036161:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000984e212c. 00010000:00000010:1.0:1761312152.036165:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c45b26d7. 00080000:00000010:1.0:1761312152.036364:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5eca9cd. 00010000:00000010:1.0:1761312152.036448:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb615e1. 00010000:00000010:1.0:1761312152.036454:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a09c638b. 00010000:00000010:1.0:1761312152.036523:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312152.036529:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312152.036539:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000523acdfe. 00000100:00000010:1.0:1761312152.036543:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.036549:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312152.036559:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c35645. 02000000:00000010:1.0:1761312152.036581:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000941a69bd. 00000400:00000010:1.0:1761312152.036584:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000870f954a. 00000400:00000010:1.0:1761312152.036587:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312152.036590:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306816, portal 16 00000400:00000010:1.0:1761312152.036594:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312152.036596:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306816, offset 0 00000400:00000200:1.0:1761312152.036601:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.036607:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.036612:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.036615:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.036618:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.036620:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88452:88452:256:4294967295] 192.168.203.32@tcp LPNI seq info [88452:88452:8:4294967295] 00000400:00000200:1.0:1761312152.036650:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.036654:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.036657:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.036660:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.036664:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.036666:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312152.041179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843fe8e6. 00010000:00000010:0.1:1761312152.041192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:0.1:1761312152.041195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312152.041198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000020:00000010:3.0:1761312152.041445:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097ff7e80. 00000020:00000010:3.0:1761312152.041456:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.041460:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312152.041482:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012504384/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.041521:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504384 02000000:00000010:3.0:1761312152.041531:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5f75ef2. 00010000:00000010:3.0:1761312152.041568:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.041575:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004927c6e2. 00000100:00000010:3.0:1761312152.041581:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004927c6e2. 00010000:00000010:3.0:1761312152.041583:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.041597:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312152.041602:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504384, offset 224 00000400:00000200:3.0:1761312152.041607:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.041616:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.041641:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88453:88453:256:4294967295] 192.168.203.32@tcp LPNI seq info [88453:88453:8:4294967295] 00000400:00000200:3.0:1761312152.041651:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.041655:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.041660:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.041665:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.041672:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.041675:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.041699:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.041704:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312152.041707:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097ff7e80. 00000400:00000010:2.0:1761312152.041732:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000870f954a. 00000400:00000200:2.0:1761312152.041737:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:2.0:1761312152.041738:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:2.0:1761312152.041744:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008cc5413f x1846868015306816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.041752:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008cc5413f x1846868015306816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312152.041783:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcbf3afa. 02000000:00000010:2.0:1761312152.041796:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000941a69bd. 02000000:00000010:2.0:1761312152.041801:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c35645. 00000100:00000010:2.0:1761312152.041804:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 00000100:00000010:2.0:1761312152.041807:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:2.0:1761312152.041809:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000523acdfe. 00080000:00000010:2.0:1761312152.041828:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028ea29d3. 00010000:00000010:1.1:1761312152.041910:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000989f1c3d. 00010000:00000010:2.0:1761312152.041911:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:2.0:1761312152.041917:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a88b796c. 00010000:00000010:2.0:1761312152.041985:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312152.041990:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.041998:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9fa33c8. 00000100:00000010:2.0:1761312152.042001:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.042006:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312152.042016:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02c1f87. 02000000:00000010:2.0:1761312152.042037:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000754b2472. 00000400:00000010:2.0:1761312152.042041:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fba4592. 00000400:00000010:2.0:1761312152.042044:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312152.042048:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306880, portal 16 00000400:00000010:2.0:1761312152.042052:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312152.042054:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306880, offset 0 00000400:00000200:2.0:1761312152.042059:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.042066:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.042071:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.042074:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.042077:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.042080:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88454:88454:255:4294967295] 192.168.203.32@tcp LPNI seq info [88454:88454:7:4294967295] 00000400:00000200:2.0:1761312152.042087:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.042090:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.042093:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312152.042097:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.042100:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.042102:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312152.042668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e59e9d. 00010000:00000010:1.1:1761312152.043202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d9a020. 00010000:00000010:1.1:1761312152.043209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00000400:00000200:3.0:1761312152.044865:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.044884:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd880 00000400:00000200:3.0:1761312152.044894:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadee5 [1] + 224 00000400:00000200:2.0:1761312152.045004:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.045011:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.045024:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015306880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.045062:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.045069:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51580 00000400:00000200:2.0:1761312152.045073:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 328 00000400:00000200:2.0:1761312152.045084:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.045087:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.045090:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.045095:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000400:00000010:1.0:1761312152.045143:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003fba4592. 00000400:00000200:1.0:1761312152.045150:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:1.0:1761312152.045152:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000100:00000200:1.0:1761312152.045158:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015306880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.045164:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015306880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.045188:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000754b2472. 02000000:00000010:1.0:1761312152.045192:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02c1f87. 00000100:00000010:1.0:1761312152.045195:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:1.0:1761312152.045198:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:1.0:1761312152.045201:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9fa33c8. 00080000:00000010:1.0:1761312152.045337:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000585e5806. 00010000:00000010:1.0:1761312152.045422:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:1.0:1761312152.045428:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076f8b151. 00010000:00000010:1.0:1761312152.045496:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.045501:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312152.045511:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006215a939. 00000100:00000010:1.0:1761312152.045515:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.045521:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312152.045530:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c35645. 00000800:00000200:2.0:1761312152.045536:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.045539:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:2.0:1761312152.045542:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.045546:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.045548:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:2.0:1761312152.045549:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 02000000:00000010:1.0:1761312152.045550:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000941a69bd. 00000400:00000010:1.0:1761312152.045553:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.045556:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.045560:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015306944, portal 16 00000400:00000010:1.0:1761312152.045564:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312152.045566:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015306944, offset 0 00000400:00000200:1.0:1761312152.045570:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.045575:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.045581:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.045584:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.045586:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.045589:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88456:88456:256:4294967295] 192.168.203.32@tcp LPNI seq info [88456:88456:8:4294967295] 00000400:00000200:1.0:1761312152.045596:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.045600:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.045603:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.045606:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.045610:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.045612:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761312152.048393:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.048412:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd8c0 00000400:00000200:2.0:1761312152.048420:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadef1 [1] + 224 00000400:00000200:2.0:1761312152.048431:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.048435:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.048444:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015306944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.048482:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.048488:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d515c0 00000400:00000200:2.0:1761312152.048492:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 656 00000400:00000010:1.0:1761312152.048510:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.048515:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.048517:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000400:00000200:2.0:1761312152.048518:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.048521:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.048522:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008cc5413f x1846868015306944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.048525:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761312152.048529:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008cc5413f x1846868015306944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761312152.048531:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 02000000:00000010:1.0:1761312152.048556:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000941a69bd. 02000000:00000010:1.0:1761312152.048562:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c35645. 00000100:00000010:1.0:1761312152.048565:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 00000100:00000010:1.0:1761312152.048569:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.048573:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006215a939. 00000020:00000010:3.0:1761312152.048718:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097ff7e80. 00000020:00000010:3.0:1761312152.048725:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.048729:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312152.048752:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012504512/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.048794:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504512 02000000:00000010:3.0:1761312152.048806:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cc3c204. 00010000:00000010:3.0:1761312152.048834:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ffe66d8. 00010000:00000010:3.0:1761312152.048854:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.048860:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004927c6e2. 00000100:00000010:3.0:1761312152.048875:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004927c6e2. 00010000:00000010:3.0:1761312152.048878:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.048891:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312152.048894:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504512, offset 224 00000400:00000200:3.0:1761312152.048900:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.048909:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.048914:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88457:88457:256:4294967295] 192.168.203.32@tcp LPNI seq info [88457:88457:8:4294967295] 00000400:00000200:3.0:1761312152.048923:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.048928:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.048932:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.048936:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.048943:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.048946:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.048967:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.048973:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312152.048976:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097ff7e80. 00000800:00000200:2.0:1761312152.049052:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.049056:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312152.049059:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.049062:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.049065:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:2.0:1761312152.049067:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00080000:00000010:1.0:1761312152.049432:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c35645. 00010000:00000010:1.0:1761312152.049505:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312152.049511:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de924aa4. 00010000:00000010:1.0:1761312152.049580:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.049586:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312152.049595:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006215a939. 00000100:00000010:1.0:1761312152.049599:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.049604:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:1.0:1761312152.049614:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000941a69bd. 02000000:00000010:1.0:1761312152.049679:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcc95a1c. 00000400:00000010:1.0:1761312152.049695:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.049700:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.049704:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307008, portal 16 00000400:00000010:1.0:1761312152.049709:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312152.049711:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307008, offset 0 00000400:00000200:1.0:1761312152.049716:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.049725:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.049731:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.049734:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.049737:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.049740:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88458:88458:256:4294967295] 192.168.203.32@tcp LPNI seq info [88458:88458:8:4294967295] 00000400:00000200:1.0:1761312152.049746:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.049750:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.049754:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.049767:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.049771:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.049774:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312152.050018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5873a42. 00010000:00000010:2.1:1761312152.050026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3769fb5. 00010000:00000010:2.1:1761312152.050030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:2.0:1761312152.052774:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.052792:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd900 00000400:00000200:2.0:1761312152.052802:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadefd [1] + 224 00000400:00000200:2.0:1761312152.052813:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.052817:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.052827:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015307008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.052868:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.052874:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51600 00000400:00000200:2.0:1761312152.052879:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 984 00000400:00000200:2.0:1761312152.052890:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.052893:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.052897:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.052902:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000400:00000010:3.0:1761312152.053043:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:3.0:1761312152.053047:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:3.0:1761312152.053049:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:3.0:1761312152.053054:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008cc5413f x1846868015307008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.053066:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008cc5413f x1846868015307008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.053093:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcc95a1c. 02000000:00000010:3.0:1761312152.053098:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000941a69bd. 00000100:00000010:3.0:1761312152.053102:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 00000100:00000010:3.0:1761312152.053105:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:3.0:1761312152.053108:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006215a939. 00080000:00000010:3.0:1761312152.053975:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097ff7e80. 00010000:00000010:3.0:1761312152.054064:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:3.0:1761312152.054071:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f80336e1. 00000001:00000010:3.0:1761312152.054121:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000099e4ef5f. 00000001:00000010:3.0:1761312152.054128:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000099e4ef5f. 00000001:00000010:3.0:1761312152.054130:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f52b4f37. 00080000:00000010:3.0:1761312152.054137:0:77285:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 0000000076e1a777. 00080000:00000010:3.0:1761312152.054142:0:77285:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000941a69bd. 00000001:00000010:3.0:1761312152.054148:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000099e4ef5f. 00010000:00000010:3.0:1761312152.054178:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e550f07d. 00010000:00000010:3.0:1761312152.054182:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054186:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.0:1761312152.054191:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054204:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d574d0e7. 00010000:00000010:3.0:1761312152.054229:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054233:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054282:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfc39bc7. 00010000:00000010:3.0:1761312152.054285:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054288:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.0:1761312152.054290:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054297:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67138ea. 00010000:00000010:3.0:1761312152.054321:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054325:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054353:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000521d3938. 00010000:00000010:3.0:1761312152.054356:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054358:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.0:1761312152.054361:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054368:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c6d9fc3. 00010000:00000010:3.0:1761312152.054389:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054392:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054426:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005024fd34. 00010000:00000010:3.0:1761312152.054428:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054432:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007623958. 00010000:00000010:3.0:1761312152.054435:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054442:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa177c2f. 00010000:00000010:3.0:1761312152.054464:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054467:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054498:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2d32773. 00010000:00000010:3.0:1761312152.054501:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054504:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.0:1761312152.054507:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054514:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008069bde1. 00010000:00000010:3.0:1761312152.054535:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054538:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054569:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5c52cb8. 00010000:00000010:3.1:1761312152.054655:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a054dc60. 00010000:00000010:1.1:1761312152.054658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac97004b. 00010000:00000010:3.0:1761312152.054662:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:1.1:1761312152.054664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:3.0:1761312152.054666:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095685a08. 00010000:00000010:1.1:1761312152.054666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006971e22f. 00010000:00000010:3.0:1761312152.054669:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00010000:00000010:1.1:1761312152.054670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00080000:00000010:3.0:1761312152.054678:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087ad25f4. 00010000:00000010:0.1:1761312152.054709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9572795. 00010000:00000010:3.0:1761312152.054717:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054721:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054752:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffabcf94. 00010000:00000010:3.0:1761312152.054765:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054769:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b409c78. 00010000:00000010:3.0:1761312152.054772:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054780:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4357a87. 00010000:00000010:3.0:1761312152.054804:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054808:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054838:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025144885. 00010000:00000010:3.0:1761312152.054841:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054843:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.0:1761312152.054845:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054852:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c228cc70. 00010000:00000010:3.0:1761312152.054872:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054875:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054908:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096a43e41. 00010000:00000010:3.0:1761312152.054911:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054914:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.0:1761312152.054917:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054924:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000298b86ca. 00010000:00000010:3.0:1761312152.054946:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.054950:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054983:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092560d88. 00010000:00000010:3.0:1761312152.054986:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.054989:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.0:1761312152.054991:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.054998:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfaba46f. 00010000:00000010:3.0:1761312152.055020:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055023:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055051:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dbfe5a2. 00010000:00000010:3.0:1761312152.055054:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055057:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000447728b2. 00010000:00000010:3.0:1761312152.055060:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055068:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8f9b20a. 00010000:00000010:3.0:1761312152.055089:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055093:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055122:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008be54e46. 00010000:00000010:3.0:1761312152.055124:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055127:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.0:1761312152.055129:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055135:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fc0d26c. 00010000:00000010:3.0:1761312152.055154:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055156:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055181:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085d092b3. 00010000:00000010:3.0:1761312152.055183:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055185:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.0:1761312152.055188:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055193:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000466986b3. 00010000:00000010:3.0:1761312152.055212:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055214:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055240:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c30ee151. 00010000:00000010:3.0:1761312152.055242:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055245:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.0:1761312152.055247:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055253:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008af35e54. 00010000:00000010:3.0:1761312152.055271:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055274:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055298:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036e0556d. 00010000:00000010:3.0:1761312152.055301:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055304:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.0:1761312152.055306:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055312:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f81685. 00010000:00000010:3.0:1761312152.055330:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055333:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055359:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001844aca4. 00010000:00000010:3.0:1761312152.055362:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055365:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.0:1761312152.055367:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055373:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f7f6dcb. 00010000:00000010:3.0:1761312152.055395:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055398:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055423:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2ad3a58. 00010000:00000010:3.0:1761312152.055425:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055428:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.0:1761312152.055431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055437:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcd47f0b. 00010000:00000010:3.0:1761312152.055457:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055460:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055484:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc2740c3. 00010000:00000010:3.0:1761312152.055487:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055490:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.0:1761312152.055493:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055501:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdf26169. 00010000:00000010:3.0:1761312152.055521:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055525:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055552:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f41e0a7. 00010000:00000010:3.0:1761312152.055555:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055557:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.0:1761312152.055560:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055567:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c9a0310. 00010000:00000010:3.0:1761312152.055589:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055592:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055665:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfa19dc9. 00010000:00000010:3.0:1761312152.055668:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055671:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.0:1761312152.055673:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055680:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057455f6a. 00010000:00000010:3.0:1761312152.055703:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055707:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055738:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2b11914. 00010000:00000010:3.0:1761312152.055742:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055746:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e5adeb3. 00010000:00000010:3.0:1761312152.055749:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055770:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dd9f88c. 00010000:00000010:3.0:1761312152.055794:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055797:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055830:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a277f240. 00010000:00000010:3.0:1761312152.055832:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055835:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041a97c77. 00010000:00000010:3.0:1761312152.055837:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055843:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651db87b. 00010000:00000010:3.0:1761312152.055862:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055865:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055895:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a592934. 00010000:00000010:3.0:1761312152.055897:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055900:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f7120a. 00010000:00000010:3.0:1761312152.055902:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055909:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008455ccc1. 00010000:00000010:3.0:1761312152.055929:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055932:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055957:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000294fc1a. 00010000:00000010:3.0:1761312152.055959:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.055962:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad77ec5. 00010000:00000010:3.0:1761312152.055965:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.055971:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086456069. 00010000:00000010:3.0:1761312152.055988:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.055991:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056014:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e9aa52d. 00010000:00000010:3.0:1761312152.056016:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056019:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002286847f. 00010000:00000010:3.0:1761312152.056021:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056027:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000947c9176. 00010000:00000010:3.0:1761312152.056045:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056048:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056074:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063fea120. 00010000:00000010:3.0:1761312152.056077:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056080:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000056a393c. 00010000:00000010:3.0:1761312152.056083:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056090:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fadc0c. 00010000:00000010:3.0:1761312152.056110:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056113:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056138:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026f24c44. 00010000:00000010:3.0:1761312152.056141:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056144:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001371674a. 00010000:00000010:3.0:1761312152.056146:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056152:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f2b83f4. 00010000:00000010:3.0:1761312152.056171:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056174:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056207:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4eff284. 00010000:00000010:3.0:1761312152.056210:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056212:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfda14ac. 00010000:00000010:3.0:1761312152.056215:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056221:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f845c427. 00010000:00000010:3.0:1761312152.056239:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056242:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056267:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001efbb8b2. 00010000:00000010:3.0:1761312152.056270:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c80bcdf3. 00010000:00000010:3.0:1761312152.056275:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056281:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032200d06. 00010000:00000010:3.0:1761312152.056299:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056301:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056325:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ee57f47. 00010000:00000010:3.0:1761312152.056328:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056330:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e99d031d. 00010000:00000010:3.0:1761312152.056333:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056341:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087cb84aa. 00010000:00000010:3.0:1761312152.056359:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056362:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056387:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000324f959d. 00010000:00000010:3.0:1761312152.056391:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056393:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017b3f6d7. 00010000:00000010:3.0:1761312152.056396:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056402:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f350d8f5. 00010000:00000010:3.0:1761312152.056422:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056425:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056453:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061a1f618. 00010000:00000010:3.0:1761312152.056455:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056458:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004afdda8b. 00010000:00000010:3.0:1761312152.056461:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056467:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfea9cee. 00010000:00000010:3.0:1761312152.056486:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056489:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056515:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000755c6fba. 00010000:00000010:3.0:1761312152.056518:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056521:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000acd1e65. 00010000:00000010:3.0:1761312152.056523:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056529:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c143de7. 00010000:00000010:3.0:1761312152.056548:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056551:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056579:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b27837a. 00010000:00000010:3.0:1761312152.056582:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056585:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064b8929b. 00010000:00000010:3.0:1761312152.056587:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056593:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a3795a8. 00010000:00000010:3.0:1761312152.056611:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056614:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056669:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001baa1fbc. 00010000:00000010:3.0:1761312152.056672:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056674:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000800738f6. 00010000:00000010:3.0:1761312152.056677:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056683:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ccc2d32. 00010000:00000010:3.0:1761312152.056703:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056706:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056734:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc72a580. 00010000:00000010:3.0:1761312152.056736:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056738:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084e35a72. 00010000:00000010:3.0:1761312152.056741:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056747:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d8b9b36. 00010000:00000010:3.0:1761312152.056781:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056785:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056816:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9269df9. 00010000:00000010:3.0:1761312152.056820:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056822:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c9590e6. 00010000:00000010:3.0:1761312152.056825:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056832:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbccaef2. 00010000:00000010:3.0:1761312152.056853:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056855:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056887:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe0b553b. 00010000:00000010:3.0:1761312152.056889:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056892:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f4f3723. 00010000:00000010:3.0:1761312152.056894:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056901:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ac28ae. 00010000:00000010:3.0:1761312152.056920:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056923:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056950:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d123b62c. 00010000:00000010:3.0:1761312152.056953:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.056956:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062fd0167. 00010000:00000010:3.0:1761312152.056958:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.056965:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b4c9b2c. 00010000:00000010:3.0:1761312152.056985:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.056987:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057018:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000776f4c04. 00010000:00000010:3.0:1761312152.057021:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057023:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ca3fb4. 00010000:00000010:3.0:1761312152.057025:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057034:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fb08ab1. 00010000:00000010:3.0:1761312152.057054:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057057:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057084:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c356b804. 00010000:00000010:3.0:1761312152.057087:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057090:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002031b0c3. 00010000:00000010:3.0:1761312152.057093:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057099:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002feaee11. 00010000:00000010:3.0:1761312152.057117:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057120:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057147:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003028276d. 00010000:00000010:3.0:1761312152.057150:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057152:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063fc5969. 00010000:00000010:3.0:1761312152.057155:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057162:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ac58bb. 00010000:00000010:3.0:1761312152.057183:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057187:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057214:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cdaaa10. 00010000:00000010:3.0:1761312152.057217:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057220:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab19efe. 00010000:00000010:3.0:1761312152.057223:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057229:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d6858c0. 00010000:00000010:3.0:1761312152.057248:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057251:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057280:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f481820. 00010000:00000010:3.0:1761312152.057283:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057285:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000794f542a. 00010000:00000010:3.0:1761312152.057288:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057295:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058984ad1. 00010000:00000010:3.0:1761312152.057317:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057321:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057349:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ad64008. 00010000:00000010:3.0:1761312152.057352:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057355:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6e2d44d. 00010000:00000010:3.0:1761312152.057357:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057365:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a61a61. 00010000:00000010:3.0:1761312152.057385:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057389:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057418:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003579acd0. 00010000:00000010:3.0:1761312152.057422:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057424:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dede2fc8. 00010000:00000010:3.0:1761312152.057427:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057433:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eed4fac5. 00010000:00000010:3.0:1761312152.057455:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057458:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057486:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f38ce86. 00010000:00000010:3.0:1761312152.057489:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057492:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312152.057495:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057502:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa15debe. 00010000:00000010:3.0:1761312152.057522:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057525:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057552:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d798a904. 00010000:00000010:3.0:1761312152.057555:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057558:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312152.057560:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057568:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.057588:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057592:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057617:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0bdc1f6. 00010000:00000010:3.0:1761312152.057621:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057647:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bfdcb7. 00010000:00000010:3.0:1761312152.057651:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057659:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009371ccf. 00010000:00000010:3.0:1761312152.057683:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.057686:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057718:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059cd4a36. 00010000:00000010:3.0:1761312152.057721:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312152.057724:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090edc276. 00010000:00000010:3.0:1761312152.057727:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00080000:00000010:3.0:1761312152.057734:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.058155:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.058161:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:2.0:1761312152.058883:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2525012. 00010000:00000010:2.0:1761312152.058889:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.058893:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003422431f. 00010000:00000010:2.0:1761312152.058898:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.058913:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004f67724. 00010000:00000010:2.0:1761312152.058950:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.058954:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.058992:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca61a324. 00010000:00000010:2.0:1761312152.058994:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.058998:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e560b982. 00010000:00000010:2.0:1761312152.059000:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059007:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5eb22a5. 00010000:00000010:2.0:1761312152.059029:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059032:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059060:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5f89763. 00010000:00000010:2.0:1761312152.059063:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059066:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac239676. 00010000:00000010:2.0:1761312152.059068:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059077:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a02c1f87. 00010000:00000010:2.0:1761312152.059100:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059103:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059130:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe41f562. 00010000:00000010:2.0:1761312152.059133:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059136:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa742ceb. 00010000:00000010:2.0:1761312152.059139:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059146:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000754b2472. 00010000:00000010:2.0:1761312152.059168:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059171:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059197:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099ca593a. 00010000:00000010:2.0:1761312152.059199:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059202:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f42d1df4. 00010000:00000010:2.0:1761312152.059204:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059212:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c66d9123. 00010000:00000010:2.0:1761312152.059232:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059235:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059272:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007daf1e9d. 00010000:00000010:2.0:1761312152.059274:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059277:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.0:1761312152.059291:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059299:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd4fa4c6. 00010000:00000010:2.0:1761312152.059320:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059323:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059349:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004421f9a7. 00010000:00000010:2.0:1761312152.059351:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059354:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.0:1761312152.059357:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059364:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b3b7f94. 00010000:00000010:2.0:1761312152.059381:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059384:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059413:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000599c808f. 00010000:00000010:2.0:1761312152.059415:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059418:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.0:1761312152.059420:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059426:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033be04ec. 00010000:00000010:2.0:1761312152.059443:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059446:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059469:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048ac102b. 00010000:00000010:2.0:1761312152.059471:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059474:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cdde550b. 00010000:00000010:2.0:1761312152.059476:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059482:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c519af85. 00010000:00000010:2.0:1761312152.059499:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059502:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059525:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b56114c. 00010000:00000010:2.0:1761312152.059527:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059530:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005e09b59. 00010000:00000010:2.0:1761312152.059532:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059538:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d55337f. 00010000:00000010:2.0:1761312152.059556:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059558:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059583:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1b17abf. 00010000:00000010:2.0:1761312152.059585:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059588:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a76f12d7. 00010000:00000010:2.0:1761312152.059590:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059596:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002af8c24c. 00010000:00000010:2.0:1761312152.059615:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059618:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059669:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe705b67. 00010000:00000010:2.0:1761312152.059673:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059675:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:2.0:1761312152.059678:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059691:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee0d703f. 00010000:00000010:2.0:1761312152.059713:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059716:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059742:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036843b52. 00010000:00000010:2.0:1761312152.059744:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059747:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc4133a. 00010000:00000010:2.0:1761312152.059749:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059767:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000586d2bc5. 00010000:00000010:2.0:1761312152.059788:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059791:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059820:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed041f9d. 00010000:00000010:2.0:1761312152.059823:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059826:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffeeee4a. 00010000:00000010:2.0:1761312152.059829:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059836:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df5d2a96. 00010000:00000010:2.0:1761312152.059854:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059857:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059882:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d52b3232. 00010000:00000010:2.0:1761312152.059884:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059888:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b08b22e4. 00010000:00000010:2.0:1761312152.059890:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059897:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d983cc73. 00010000:00000010:2.0:1761312152.059916:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059919:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059944:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d18ae78. 00010000:00000010:2.0:1761312152.059947:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.059949:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001185ff0f. 00010000:00000010:2.0:1761312152.059953:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.059959:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a979f9d. 00010000:00000010:2.0:1761312152.059978:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.059980:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060004:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000698461ad. 00010000:00000010:2.0:1761312152.060006:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060009:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069914578. 00010000:00000010:2.0:1761312152.060012:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060018:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e20445. 00010000:00000010:2.0:1761312152.060036:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060039:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060063:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069e7332d. 00010000:00000010:2.0:1761312152.060065:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060069:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b97ba529. 00010000:00000010:2.0:1761312152.060071:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060080:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9482830. 00010000:00000010:2.0:1761312152.060102:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060105:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060131:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b81d73b. 00010000:00000010:2.0:1761312152.060133:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060135:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fdd4b3c. 00010000:00000010:2.0:1761312152.060138:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060144:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2053ffc. 00010000:00000010:2.0:1761312152.060163:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060166:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060195:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025d791d5. 00010000:00000010:2.0:1761312152.060197:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060200:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b74ff2a. 00010000:00000010:2.0:1761312152.060202:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060208:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b216cbc6. 00010000:00000010:2.0:1761312152.060225:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060228:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060253:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046627ace. 00010000:00000010:2.0:1761312152.060256:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060258:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070883b28. 00010000:00000010:2.0:1761312152.060261:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060266:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067b53dc8. 00010000:00000010:2.0:1761312152.060282:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060285:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060310:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000970dc882. 00010000:00000010:2.0:1761312152.060312:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060315:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e1aa9f0. 00010000:00000010:2.0:1761312152.060317:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060323:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7ce4f0f. 00010000:00000010:2.0:1761312152.060339:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060341:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060364:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ad3de29. 00010000:00000010:2.0:1761312152.060366:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060368:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005074204d. 00010000:00000010:2.0:1761312152.060370:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060375:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f692537. 00010000:00000010:2.0:1761312152.060392:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060394:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060419:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e63741c. 00010000:00000010:2.0:1761312152.060421:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060424:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000069bd0bf. 00010000:00000010:2.0:1761312152.060426:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060432:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0148c5e. 00010000:00000010:2.0:1761312152.060449:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060451:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060475:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6c118d0. 00010000:00000010:2.0:1761312152.060478:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060480:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa131e82. 00010000:00000010:2.0:1761312152.060482:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060488:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f5cead5. 00010000:00000010:2.0:1761312152.060504:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060507:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060535:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000739546dd. 00010000:00000010:2.0:1761312152.060538:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060540:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2776d9b. 00010000:00000010:2.0:1761312152.060542:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060549:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcfa8aae. 00010000:00000010:2.0:1761312152.060566:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060569:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060592:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024b7916f. 00010000:00000010:2.0:1761312152.060595:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060597:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba345b63. 00010000:00000010:2.0:1761312152.060599:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.060605:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e686d31e. 00010000:00000010:2.0:1761312152.060651:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.060655:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060684:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040ee8f39. 00010000:00000010:2.0:1761312152.060687:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.060690:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf1e6302. 00010000:00000010:2.0:1761312152.060692:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061345:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a750167e. 00010000:00000010:2.0:1761312152.061383:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061387:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061423:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcee199b. 00010000:00000010:2.0:1761312152.061425:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061428:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021b3f305. 00010000:00000010:2.0:1761312152.061431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061437:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fe860f0. 00010000:00000010:2.0:1761312152.061454:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061456:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061483:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4ba293a. 00010000:00000010:2.0:1761312152.061486:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061488:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca68cee4. 00010000:00000010:2.0:1761312152.061490:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061496:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6ac0a33. 00010000:00000010:2.0:1761312152.061511:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061513:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061538:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000009efb17. 00010000:00000010:2.0:1761312152.061540:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061542:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080495077. 00010000:00000010:2.0:1761312152.061544:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061549:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9340c2d. 00010000:00000010:2.0:1761312152.061565:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061567:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061591:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003459cccf. 00010000:00000010:2.0:1761312152.061593:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061596:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.0:1761312152.061599:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061605:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d048f1c3. 00010000:00000010:2.0:1761312152.061622:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061644:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061675:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000217e074d. 00010000:00000010:2.0:1761312152.061678:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061680:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.0:1761312152.061822:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061831:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b10812e. 00010000:00000010:2.0:1761312152.061854:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061856:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061886:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025f0e66e. 00010000:00000010:2.0:1761312152.061889:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061892:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312152.061895:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061901:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb0e2545. 00010000:00000010:2.0:1761312152.061922:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061926:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061955:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003be8f806. 00010000:00000010:2.0:1761312152.061958:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.061961:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312152.061964:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.061971:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af965839. 00010000:00000010:2.0:1761312152.061992:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.061995:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062025:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e90a7a8. 00010000:00000010:2.0:1761312152.062028:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062030:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.0:1761312152.062033:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062040:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077698266. 00010000:00000010:2.0:1761312152.062060:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062063:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062172:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8214dc8. 00010000:00000010:2.0:1761312152.062176:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062181:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312152.062184:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062193:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6fa994f. 00010000:00000010:2.0:1761312152.062218:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062221:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062254:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312152.062257:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062260:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312152.062262:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062269:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000306ed533. 00010000:00000010:2.0:1761312152.062289:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062292:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062320:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba00aac5. 00010000:00000010:2.0:1761312152.062322:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062325:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312152.062328:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062335:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045ed06bd. 00010000:00000010:2.0:1761312152.062352:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062364:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062386:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f2f0ed. 00010000:00000010:2.0:1761312152.062388:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062390:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.0:1761312152.062391:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062396:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069f56168. 00010000:00000010:2.0:1761312152.062408:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062410:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062427:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e695499d. 00010000:00000010:2.0:1761312152.062429:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062430:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.062432:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062436:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e603d85. 00010000:00000010:2.0:1761312152.062448:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062450:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062470:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005172a496. 00010000:00000010:2.0:1761312152.062471:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062473:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.062475:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062479:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e37c27b. 00010000:00000010:2.0:1761312152.062489:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062491:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062508:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312152.062510:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062511:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312152.062513:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062516:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001997dfb2. 00010000:00000010:2.0:1761312152.062528:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062530:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062549:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009efc1d34. 00010000:00000010:2.0:1761312152.062551:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062553:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312152.062555:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062561:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7c5fe24. 00010000:00000010:2.0:1761312152.062571:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062573:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062588:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89db8f2. 00010000:00000010:2.0:1761312152.062590:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062592:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.062593:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062597:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c952b3f. 00010000:00000010:2.0:1761312152.062608:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062610:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062863:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0215f34. 00010000:00000010:2.0:1761312152.062866:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062869:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.062872:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062884:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbbdb02a. 00010000:00000010:2.0:1761312152.062907:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062911:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062938:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc94a030. 00010000:00000010:2.0:1761312152.062941:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.062944:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.062946:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.062953:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c99dbdaf. 00010000:00000010:2.0:1761312152.062976:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.062978:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063007:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbf0a013. 00010000:00000010:2.0:1761312152.063010:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063013:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cbc7fc1. 00010000:00000010:2.0:1761312152.063016:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063023:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e3319a5. 00010000:00000010:2.0:1761312152.063044:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063047:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063091:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b00cfb2a. 00010000:00000010:2.0:1761312152.063094:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063098:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cc28c65. 00010000:00000010:2.0:1761312152.063100:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063107:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fc8a2cc. 00010000:00000010:2.0:1761312152.063127:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063130:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063163:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf9b2493. 00010000:00000010:2.0:1761312152.063166:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063168:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c31af34. 00010000:00000010:2.0:1761312152.063171:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063177:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6d6cbcc. 00010000:00000010:2.0:1761312152.063197:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063200:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063228:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0ca74f. 00010000:00000010:2.0:1761312152.063230:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063233:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049b442b6. 00010000:00000010:2.0:1761312152.063236:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063242:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001defb9eb. 00010000:00000010:2.0:1761312152.063261:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063264:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063292:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a43e8c6. 00010000:00000010:2.0:1761312152.063295:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063298:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004696c10. 00010000:00000010:2.0:1761312152.063301:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063307:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b20aae65. 00010000:00000010:2.0:1761312152.063327:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063331:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063361:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a676bec8. 00010000:00000010:2.0:1761312152.063364:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063367:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0026229. 00010000:00000010:2.0:1761312152.063370:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063376:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000805f8347. 00010000:00000010:2.0:1761312152.063396:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063400:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063432:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfe3bc17. 00010000:00000010:2.0:1761312152.063435:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063439:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc65780f. 00010000:00000010:2.0:1761312152.063441:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063449:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044eb6719. 00010000:00000010:2.0:1761312152.063468:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063471:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063499:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd6e3e76. 00010000:00000010:2.0:1761312152.063501:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063504:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:2.0:1761312152.063507:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063514:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfa3630a. 00010000:00000010:2.0:1761312152.063536:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063540:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063572:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e07fbb. 00010000:00000010:2.0:1761312152.063575:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063578:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005adea586. 00010000:00000010:2.0:1761312152.063581:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063588:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000702f5b1a. 00010000:00000010:2.0:1761312152.063607:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063610:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063667:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cc3d955. 00010000:00000010:2.0:1761312152.063670:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063672:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002231f1d4. 00010000:00000010:2.0:1761312152.063675:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063831:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383a54bc. 00010000:00000010:2.0:1761312152.063859:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063863:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063892:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000751bd55f. 00010000:00000010:2.0:1761312152.063896:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063899:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e853e3c. 00010000:00000010:2.0:1761312152.063902:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063909:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b47ead4. 00010000:00000010:2.0:1761312152.063929:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.063932:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063961:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000931b9c40. 00010000:00000010:2.0:1761312152.063964:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.063966:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7a79358. 00010000:00000010:2.0:1761312152.063969:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.063976:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a87dd0. 00010000:00000010:2.0:1761312152.063998:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064002:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064034:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcdd6506. 00010000:00000010:2.0:1761312152.064037:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064040:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000167d12dc. 00010000:00000010:2.0:1761312152.064043:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064050:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031764b22. 00010000:00000010:2.0:1761312152.064071:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064074:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064157:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8c9e62. 00010000:00000010:2.0:1761312152.064161:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064164:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084b2c8f2. 00010000:00000010:2.0:1761312152.064167:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064174:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db37fcb1. 00010000:00000010:2.0:1761312152.064197:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064200:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064247:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7685758. 00010000:00000010:2.0:1761312152.064249:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064253:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cedba83. 00010000:00000010:2.0:1761312152.064255:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064265:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cfcdcef. 00010000:00000010:2.0:1761312152.064287:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064290:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064319:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a41aeb6. 00010000:00000010:2.0:1761312152.064322:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064325:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b12f175f. 00010000:00000010:2.0:1761312152.064328:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064334:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008672bfb2. 00010000:00000010:2.0:1761312152.064355:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064359:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064387:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005eb498b0. 00010000:00000010:2.0:1761312152.064390:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064394:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bda8e52. 00010000:00000010:2.0:1761312152.064397:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064404:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844f8601. 00010000:00000010:2.0:1761312152.064424:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064427:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064453:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f46e17bd. 00010000:00000010:2.0:1761312152.064456:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.064459:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006eca4f7a. 00010000:00000010:2.0:1761312152.064461:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.064469:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cebb6df4. 00010000:00000010:2.0:1761312152.064490:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.064494:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065512:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b29b5b0. 00010000:00000010:2.0:1761312152.065517:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065520:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f1489ef. 00010000:00000010:2.0:1761312152.065524:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.065537:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5cfc956. 00010000:00000010:2.0:1761312152.065567:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.065571:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065601:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000377702bd. 00010000:00000010:2.0:1761312152.065603:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065605:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407678d4. 00010000:00000010:2.0:1761312152.065607:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.065613:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000934ec7ad. 00010000:00000010:2.0:1761312152.065764:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.065769:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065804:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b6363bb. 00010000:00000010:2.0:1761312152.065807:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065810:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075acdcde. 00010000:00000010:2.0:1761312152.065812:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.065819:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ccefe6c. 00010000:00000010:2.0:1761312152.065840:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.065843:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065873:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005154a681. 00010000:00000010:2.0:1761312152.065877:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065880:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb9f5991. 00010000:00000010:2.0:1761312152.065883:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.065892:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000de44a50. 00010000:00000010:2.0:1761312152.065912:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.065916:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00000001:00000010:2.0:1761312152.065941:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a71c268f. 00000001:00000010:2.0:1761312152.065947:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a71c268f. 00000001:00000010:2.0:1761312152.065952:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a71c268f. 00000001:00000010:2.0:1761312152.065954:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000099e4ef5f. 00010000:00000010:2.0:1761312152.065974:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033a5f51f. 00010000:00000010:2.0:1761312152.065976:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.065979:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b81fe1d1. 00010000:00000010:2.0:1761312152.065982:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.065990:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad79ded2. 00010000:00000010:2.0:1761312152.066010:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066014:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066043:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3605293. 00010000:00000010:2.0:1761312152.066046:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066048:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015b25221. 00010000:00000010:2.0:1761312152.066051:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066058:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029261da4. 00010000:00000010:2.0:1761312152.066093:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066096:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066130:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8a3e2ad. 00010000:00000010:2.0:1761312152.066133:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066136:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001a5d270. 00010000:00000010:2.0:1761312152.066139:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066146:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c39eb3. 00010000:00000010:2.0:1761312152.066162:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066165:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066187:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d067a23d. 00010000:00000010:2.0:1761312152.066189:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066192:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052d0f913. 00010000:00000010:2.0:1761312152.066194:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066200:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e042b200. 00010000:00000010:2.0:1761312152.066215:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066217:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066241:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c1581d. 00010000:00000010:2.0:1761312152.066243:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066245:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbe11ef. 00010000:00000010:2.0:1761312152.066247:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066252:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036a30942. 00010000:00000010:2.0:1761312152.066266:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066268:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066290:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db854df7. 00010000:00000010:2.0:1761312152.066292:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066294:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0d14d13. 00010000:00000010:2.0:1761312152.066296:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066301:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000000d3f97. 00010000:00000010:2.0:1761312152.066314:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066317:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066336:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec66c760. 00010000:00000010:2.0:1761312152.066338:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066342:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033117f26. 00010000:00000010:2.0:1761312152.066344:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066351:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e3269ec. 00010000:00000010:2.0:1761312152.066369:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066372:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066400:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036a0c5a9. 00010000:00000010:2.0:1761312152.066403:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066406:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9b9777e. 00010000:00000010:2.0:1761312152.066408:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066417:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000018c0eb3. 00010000:00000010:2.0:1761312152.066438:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066441:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066471:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bcff470. 00010000:00000010:2.0:1761312152.066474:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066477:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072186821. 00010000:00000010:2.0:1761312152.066479:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066486:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b447f5c. 00010000:00000010:2.0:1761312152.066504:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066508:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066534:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014e63995. 00010000:00000010:2.0:1761312152.066537:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066540:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbb9abf9. 00010000:00000010:2.0:1761312152.066543:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066549:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffcfa291. 00010000:00000010:2.0:1761312152.066566:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066569:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066594:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fef7d88b. 00010000:00000010:2.0:1761312152.066596:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066598:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e17ae36. 00010000:00000010:2.0:1761312152.066600:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.066605:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d4b4441. 00010000:00000010:2.0:1761312152.066620:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.066656:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066984:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c713704. 00010000:00000010:2.0:1761312152.066987:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.066990:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063a9395b. 00010000:00000010:2.0:1761312152.066993:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.067001:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076685476. 00010000:00000010:2.0:1761312152.067025:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.067029:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067060:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000baf60395. 00010000:00000010:2.0:1761312152.067063:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067066:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.0:1761312152.067069:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.067114:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ece849. 00010000:00000010:2.0:1761312152.067138:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.067141:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067170:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd8b5225. 00010000:00000010:2.0:1761312152.067173:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067175:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ece0038e. 00010000:00000010:2.0:1761312152.067178:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.067187:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004540be27. 00010000:00000010:2.0:1761312152.067207:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.067210:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067240:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062dbcfea. 00010000:00000010:2.0:1761312152.067243:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.067246:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad642277. 00010000:00000010:2.0:1761312152.067249:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.067256:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000290252cd. 00010000:00000010:0.1:1761312152.069696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a3b5131. 00010000:00000010:3.1:1761312152.070492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242c7aea. 00010000:00000010:3.1:1761312152.070501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312152.070507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e550f07d. 00010000:00000010:3.1:1761312152.070512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.1:1761312152.070514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfc39bc7. 00010000:00000010:3.1:1761312152.070518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312152.070522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521d3938. 00010000:00000010:3.1:1761312152.070525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312152.070527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005024fd34. 00010000:00000010:3.1:1761312152.070530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312152.070532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d32773. 00010000:00000010:3.1:1761312152.070534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312152.070536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c52cb8. 00010000:00000010:3.1:1761312152.070539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312152.070541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffabcf94. 00010000:00000010:3.1:1761312152.070543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312152.070545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025144885. 00010000:00000010:3.1:1761312152.070547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.1:1761312152.070549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a43e41. 00010000:00000010:3.1:1761312152.070551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.1:1761312152.070553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092560d88. 00010000:00000010:3.1:1761312152.070556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.1:1761312152.070558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbfe5a2. 00010000:00000010:3.1:1761312152.070560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:3.1:1761312152.070562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008be54e46. 00010000:00000010:3.1:1761312152.070564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312152.070566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d092b3. 00010000:00000010:3.1:1761312152.070568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312152.070570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c30ee151. 00010000:00000010:3.1:1761312152.070573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312152.070575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036e0556d. 00010000:00000010:3.1:1761312152.070578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312152.070582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001844aca4. 00010000:00000010:3.1:1761312152.070584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312152.070587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ad3a58. 00010000:00000010:3.1:1761312152.070589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.1:1761312152.070591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc2740c3. 00010000:00000010:3.1:1761312152.070593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.1:1761312152.070596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f41e0a7. 00010000:00000010:3.1:1761312152.070598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312152.070600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa19dc9. 00010000:00000010:3.1:1761312152.070602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312152.070605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2b11914. 00010000:00000010:3.1:1761312152.070609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5adeb3. 00010000:00000010:3.1:1761312152.070611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a277f240. 00010000:00000010:3.1:1761312152.070613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041a97c77. 00010000:00000010:3.1:1761312152.070616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a592934. 00010000:00000010:3.1:1761312152.070618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f7120a. 00010000:00000010:3.1:1761312152.070620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000294fc1a. 00010000:00000010:3.1:1761312152.070818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad77ec5. 00010000:00000010:3.1:1761312152.070824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9aa52d. 00010000:00000010:3.1:1761312152.070828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002286847f. 00010000:00000010:3.1:1761312152.070830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063fea120. 00010000:00000010:3.1:1761312152.070832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056a393c. 00010000:00000010:3.1:1761312152.070834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f24c44. 00010000:00000010:3.1:1761312152.070838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001371674a. 00010000:00000010:3.1:1761312152.070841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4eff284. 00010000:00000010:3.1:1761312152.070844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfda14ac. 00010000:00000010:3.1:1761312152.070846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001efbb8b2. 00010000:00000010:3.1:1761312152.070849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c80bcdf3. 00010000:00000010:3.1:1761312152.070851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ee57f47. 00010000:00000010:3.1:1761312152.070855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99d031d. 00010000:00000010:3.1:1761312152.071165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324f959d. 00010000:00000010:3.1:1761312152.071169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b3f6d7. 00010000:00000010:3.1:1761312152.071171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061a1f618. 00010000:00000010:3.1:1761312152.071174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004afdda8b. 00010000:00000010:3.1:1761312152.071178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755c6fba. 00010000:00000010:3.1:1761312152.071182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acd1e65. 00010000:00000010:3.1:1761312152.071185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b27837a. 00010000:00000010:3.1:1761312152.071188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b8929b. 00010000:00000010:3.1:1761312152.071190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001baa1fbc. 00010000:00000010:3.1:1761312152.071192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000800738f6. 00010000:00000010:3.1:1761312152.071195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc72a580. 00010000:00000010:3.1:1761312152.071200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e35a72. 00010000:00000010:3.1:1761312152.071202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9269df9. 00010000:00000010:3.1:1761312152.071205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c9590e6. 00010000:00000010:3.1:1761312152.071207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe0b553b. 00010000:00000010:3.1:1761312152.071210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f4f3723. 00010000:00000010:3.1:1761312152.071212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d123b62c. 00010000:00000010:3.1:1761312152.071214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062fd0167. 00010000:00000010:3.1:1761312152.071216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000776f4c04. 00010000:00000010:3.1:1761312152.071219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ca3fb4. 00010000:00000010:3.1:1761312152.071221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c356b804. 00010000:00000010:3.1:1761312152.071223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002031b0c3. 00010000:00000010:3.1:1761312152.071226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003028276d. 00010000:00000010:3.1:1761312152.071228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063fc5969. 00010000:00000010:3.1:1761312152.071230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cdaaa10. 00010000:00000010:3.1:1761312152.071233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab19efe. 00010000:00000010:3.1:1761312152.071235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f481820. 00010000:00000010:3.1:1761312152.071238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794f542a. 00010000:00000010:3.1:1761312152.071241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad64008. 00010000:00000010:3.1:1761312152.071243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6e2d44d. 00010000:00000010:3.1:1761312152.071246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003579acd0. 00010000:00000010:3.1:1761312152.071249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dede2fc8. 00010000:00000010:3.1:1761312152.071251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f38ce86. 00010000:00000010:3.1:1761312152.071255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.1:1761312152.071257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d798a904. 00010000:00000010:3.1:1761312152.071259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00010000:00000010:3.1:1761312152.071262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0bdc1f6. 00010000:00000010:3.1:1761312152.071264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfdcb7. 00010000:00000010:3.1:1761312152.071266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059cd4a36. 00010000:00000010:3.1:1761312152.071269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090edc276. 00010000:00000010:2.1:1761312152.074703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2525012. 00010000:00000010:2.1:1761312152.074722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003422431f. 00010000:00000010:2.1:1761312152.074727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca61a324. 00010000:00000010:2.1:1761312152.074731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e560b982. 00010000:00000010:2.1:1761312152.074734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5f89763. 00010000:00000010:2.1:1761312152.074741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac239676. 00010000:00000010:2.1:1761312152.074743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe41f562. 00010000:00000010:2.1:1761312152.074746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa742ceb. 00010000:00000010:2.1:1761312152.074748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099ca593a. 00010000:00000010:2.1:1761312152.074750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f42d1df4. 00010000:00000010:2.1:1761312152.074752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007daf1e9d. 00010000:00000010:2.1:1761312152.074761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42d38a7. 00010000:00000010:2.1:1761312152.074764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004421f9a7. 00010000:00000010:2.1:1761312152.074767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551c67cf. 00010000:00000010:2.1:1761312152.074769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599c808f. 00010000:00000010:2.1:1761312152.074771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133ff9a6. 00010000:00000010:2.1:1761312152.074773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ac102b. 00010000:00000010:2.1:1761312152.074775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdde550b. 00010000:00000010:2.1:1761312152.074777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b56114c. 00010000:00000010:2.1:1761312152.074778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e09b59. 00010000:00000010:2.1:1761312152.074780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1b17abf. 00010000:00000010:2.1:1761312152.074785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76f12d7. 00010000:00000010:2.1:1761312152.074787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe705b67. 00010000:00000010:2.1:1761312152.074789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ea3fc3. 00010000:00000010:2.1:1761312152.074790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036843b52. 00010000:00000010:2.1:1761312152.074792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc4133a. 00010000:00000010:2.1:1761312152.074797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed041f9d. 00010000:00000010:2.1:1761312152.074801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeeee4a. 00010000:00000010:2.1:1761312152.074804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52b3232. 00010000:00000010:2.1:1761312152.074806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b08b22e4. 00010000:00000010:2.1:1761312152.074808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d18ae78. 00010000:00000010:2.1:1761312152.074811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001185ff0f. 00010000:00000010:2.1:1761312152.074814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000698461ad. 00010000:00000010:2.1:1761312152.074816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069914578. 00010000:00000010:2.1:1761312152.074817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e7332d. 00010000:00000010:2.1:1761312152.074820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97ba529. 00010000:00000010:2.1:1761312152.074821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b81d73b. 00010000:00000010:2.1:1761312152.074824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdd4b3c. 00010000:00000010:2.1:1761312152.074826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d791d5. 00010000:00000010:2.1:1761312152.074828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b74ff2a. 00010000:00000010:2.1:1761312152.074830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046627ace. 00010000:00000010:2.1:1761312152.074832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070883b28. 00010000:00000010:2.1:1761312152.074834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970dc882. 00010000:00000010:2.1:1761312152.074836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1aa9f0. 00010000:00000010:2.1:1761312152.074838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad3de29. 00010000:00000010:2.1:1761312152.074840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005074204d. 00010000:00000010:2.1:1761312152.074842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e63741c. 00010000:00000010:2.1:1761312152.074844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000069bd0bf. 00010000:00000010:2.1:1761312152.074849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6c118d0. 00010000:00000010:2.1:1761312152.074852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa131e82. 00010000:00000010:2.1:1761312152.074855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000739546dd. 00010000:00000010:2.1:1761312152.074857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2776d9b. 00010000:00000010:2.1:1761312152.074859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024b7916f. 00010000:00000010:2.1:1761312152.074862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba345b63. 00010000:00000010:2.1:1761312152.074864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ee8f39. 00010000:00000010:2.1:1761312152.074866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1e6302. 00010000:00000010:2.1:1761312152.074869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcee199b. 00010000:00000010:2.1:1761312152.074871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b3f305. 00010000:00000010:2.1:1761312152.074873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ba293a. 00010000:00000010:2.1:1761312152.074875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca68cee4. 00010000:00000010:2.1:1761312152.074877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009efb17. 00010000:00000010:2.1:1761312152.074879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080495077. 00010000:00000010:2.1:1761312152.074881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003459cccf. 00010000:00000010:2.1:1761312152.074885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.1:1761312152.074888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000217e074d. 00010000:00000010:2.1:1761312152.074891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.1:1761312152.074893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f0e66e. 00010000:00000010:2.1:1761312152.074896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.1:1761312152.074901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003be8f806. 00010000:00000010:2.1:1761312152.074904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.1:1761312152.074907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e90a7a8. 00010000:00000010:2.1:1761312152.074909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.1:1761312152.074912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8214dc8. 00010000:00000010:2.1:1761312152.074914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.1:1761312152.074917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312152.074919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.1:1761312152.074922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba00aac5. 00010000:00000010:2.1:1761312152.074925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.1:1761312152.074927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f2f0ed. 00010000:00000010:2.1:1761312152.074929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.1:1761312152.074931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e695499d. 00010000:00000010:2.1:1761312152.074933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.1:1761312152.074935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005172a496. 00010000:00000010:2.1:1761312152.074938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.1:1761312152.074940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312152.074943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00010000:00000010:2.1:1761312152.074945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009efc1d34. 00010000:00000010:2.1:1761312152.074947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:2.1:1761312152.074949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89db8f2. 00010000:00000010:2.1:1761312152.074952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312152.074955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0215f34. 00010000:00000010:2.1:1761312152.074958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312152.074961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc94a030. 00010000:00000010:2.1:1761312152.074963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.1:1761312152.074965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf0a013. 00010000:00000010:2.1:1761312152.074969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbc7fc1. 00010000:00000010:2.1:1761312152.074974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00cfb2a. 00010000:00000010:2.1:1761312152.074977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc28c65. 00010000:00000010:2.1:1761312152.074980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf9b2493. 00010000:00000010:2.1:1761312152.074983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c31af34. 00010000:00000010:2.1:1761312152.074988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0ca74f. 00010000:00000010:2.1:1761312152.074991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b442b6. 00010000:00000010:2.1:1761312152.074995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a43e8c6. 00010000:00000010:2.1:1761312152.074998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004696c10. 00010000:00000010:2.1:1761312152.075000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a676bec8. 00010000:00000010:2.1:1761312152.075003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0026229. 00010000:00000010:2.1:1761312152.075007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfe3bc17. 00010000:00000010:2.1:1761312152.075010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc65780f. 00010000:00000010:2.1:1761312152.075013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd6e3e76. 00010000:00000010:2.1:1761312152.075016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:2.1:1761312152.075018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e07fbb. 00010000:00000010:2.1:1761312152.075021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005adea586. 00010000:00000010:2.1:1761312152.075024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc3d955. 00010000:00000010:2.1:1761312152.075026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002231f1d4. 00010000:00000010:2.1:1761312152.075029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000751bd55f. 00010000:00000010:2.1:1761312152.075032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e853e3c. 00010000:00000010:2.1:1761312152.075034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931b9c40. 00010000:00000010:2.1:1761312152.075036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a79358. 00010000:00000010:2.1:1761312152.075038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdd6506. 00010000:00000010:2.1:1761312152.075041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167d12dc. 00010000:00000010:2.1:1761312152.075044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8c9e62. 00010000:00000010:2.1:1761312152.075047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b2c8f2. 00010000:00000010:2.1:1761312152.075049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7685758. 00010000:00000010:2.1:1761312152.075052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cedba83. 00010000:00000010:2.1:1761312152.075054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a41aeb6. 00010000:00000010:2.1:1761312152.075057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12f175f. 00010000:00000010:2.1:1761312152.075061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb498b0. 00010000:00000010:2.1:1761312152.075066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bda8e52. 00010000:00000010:2.1:1761312152.075069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f46e17bd. 00010000:00000010:2.1:1761312152.075071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eca4f7a. 00010000:00000010:2.1:1761312152.075074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b29b5b0. 00010000:00000010:2.1:1761312152.075076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f1489ef. 00010000:00000010:2.1:1761312152.075091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377702bd. 00010000:00000010:2.1:1761312152.075095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407678d4. 00010000:00000010:2.1:1761312152.075097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6363bb. 00010000:00000010:2.1:1761312152.075100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075acdcde. 00010000:00000010:2.1:1761312152.075104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005154a681. 00010000:00000010:2.1:1761312152.075107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9f5991. 00010000:00000010:2.1:1761312152.075112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a5f51f. 00010000:00000010:2.1:1761312152.075115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81fe1d1. 00010000:00000010:2.1:1761312152.075117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3605293. 00010000:00000010:2.1:1761312152.075120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b25221. 00010000:00000010:2.1:1761312152.075122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8a3e2ad. 00010000:00000010:2.1:1761312152.075124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001a5d270. 00010000:00000010:2.1:1761312152.075127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d067a23d. 00010000:00000010:2.1:1761312152.075130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d0f913. 00010000:00000010:2.1:1761312152.075134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c1581d. 00010000:00000010:2.1:1761312152.075137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbe11ef. 00010000:00000010:2.1:1761312152.075139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db854df7. 00010000:00000010:2.1:1761312152.075141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d14d13. 00010000:00000010:2.1:1761312152.075143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec66c760. 00010000:00000010:2.1:1761312152.075146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033117f26. 00010000:00000010:2.1:1761312152.075149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036a0c5a9. 00010000:00000010:2.1:1761312152.075152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b9777e. 00010000:00000010:2.1:1761312152.075154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcff470. 00010000:00000010:2.1:1761312152.075157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072186821. 00010000:00000010:2.1:1761312152.075159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e63995. 00010000:00000010:2.1:1761312152.075162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb9abf9. 00010000:00000010:2.1:1761312152.075164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fef7d88b. 00010000:00000010:2.1:1761312152.075167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e17ae36. 00010000:00000010:2.1:1761312152.075169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c713704. 00010000:00000010:2.1:1761312152.075171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a9395b. 00010000:00000010:2.1:1761312152.075174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf60395. 00010000:00000010:2.1:1761312152.075177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.1:1761312152.075180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8b5225. 00010000:00000010:2.1:1761312152.075182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece0038e. 00010000:00000010:2.0:1761312152.104952:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.104968:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.105040:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a02ae910. 00010000:00000010:2.0:1761312152.105044:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.105048:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008dfdb7ae. 00010000:00000010:2.0:1761312152.105053:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.105069:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6598970. 00010000:00000010:2.0:1761312152.105096:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.105099:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.105135:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db47a699. 00010000:00000010:2.0:1761312152.105137:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.105140:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014cdcbfb. 00010000:00000010:2.0:1761312152.105143:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.105151:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004540be27. 00010000:00000010:2.0:1761312152.105173:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.105176:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107091:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4d57eb9. 00010000:00000010:2.0:1761312152.107101:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107106:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f34538b1. 00010000:00000010:2.0:1761312152.107113:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107136:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae14f712. 00010000:00000010:2.0:1761312152.107268:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.107274:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107323:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d3bb4db. 00010000:00000010:2.0:1761312152.107326:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107329:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f7ed341. 00010000:00000010:2.0:1761312152.107331:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107339:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003e2cc29. 00010000:00000010:2.0:1761312152.107376:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.107380:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107412:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005992b81a. 00010000:00000010:2.0:1761312152.107415:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107419:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014bcf8b7. 00010000:00000010:2.0:1761312152.107421:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107428:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8b1e9c8. 00010000:00000010:2.0:1761312152.107450:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.107453:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107493:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044856d8c. 00010000:00000010:2.0:1761312152.107496:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107499:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000788e6071. 00010000:00000010:2.0:1761312152.107501:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107508:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7dc6422. 00010000:00000010:2.0:1761312152.107528:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.107531:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107557:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098d48946. 00010000:00000010:2.0:1761312152.107560:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107562:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e6be5e5. 00010000:00000010:2.0:1761312152.107565:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107572:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bddd3071. 00010000:00000010:2.0:1761312152.107590:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.107593:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107961:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038310303. 00010000:00000010:2.0:1761312152.107965:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.107969:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc4cf48. 00010000:00000010:2.0:1761312152.107973:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.107984:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012984c86. 00010000:00000010:2.0:1761312152.108012:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108016:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108050:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015aed558. 00010000:00000010:2.0:1761312152.108053:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108056:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e5078c. 00010000:00000010:2.0:1761312152.108059:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.108065:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3704ebb. 00010000:00000010:2.0:1761312152.108086:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108089:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108117:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e169ebac. 00010000:00000010:2.0:1761312152.108119:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108122:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe9ef96b. 00010000:00000010:2.0:1761312152.108125:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.108131:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e22ca6f. 00010000:00000010:2.0:1761312152.108151:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108154:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108258:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8a3e2ad. 00010000:00000010:2.0:1761312152.108262:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108266:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ece0038e. 00010000:00000010:2.0:1761312152.108269:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.108277:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ca9bce0. 00010000:00000010:2.0:1761312152.108301:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108304:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108337:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d067a23d. 00010000:00000010:2.0:1761312152.108340:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108344:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.0:1761312152.108401:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.108411:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0c2bc4. 00010000:00000010:2.0:1761312152.108434:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108438:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108466:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3605293. 00010000:00000010:2.0:1761312152.108469:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108472:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063a9395b. 00010000:00000010:2.0:1761312152.108475:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.108482:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008484c9cd. 00010000:00000010:2.0:1761312152.108922:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.108928:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108982:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033a5f51f. 00010000:00000010:2.0:1761312152.108986:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.108989:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e17ae36. 00010000:00000010:2.0:1761312152.108992:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109000:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043183dc6. 00010000:00000010:2.0:1761312152.109027:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109030:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109061:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005154a681. 00010000:00000010:2.0:1761312152.109064:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109066:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbb9abf9. 00010000:00000010:2.0:1761312152.109069:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109076:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cdd2e2. 00010000:00000010:2.0:1761312152.109098:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109102:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109131:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b6363bb. 00010000:00000010:2.0:1761312152.109134:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109136:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072186821. 00010000:00000010:2.0:1761312152.109140:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109148:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b663b762. 00010000:00000010:2.0:1761312152.109168:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109172:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109204:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000377702bd. 00010000:00000010:2.0:1761312152.109207:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109210:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9b9777e. 00010000:00000010:2.0:1761312152.109212:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109222:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bf4ff96. 00010000:00000010:2.0:1761312152.109245:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109249:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109286:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b29b5b0. 00010000:00000010:2.0:1761312152.109289:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109291:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033117f26. 00010000:00000010:2.0:1761312152.109294:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109300:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eae8c080. 00010000:00000010:2.0:1761312152.109321:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109324:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109370:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f46e17bd. 00010000:00000010:2.0:1761312152.109373:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109378:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0d14d13. 00010000:00000010:2.0:1761312152.109380:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109387:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d77f1c3. 00010000:00000010:2.0:1761312152.109409:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109413:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109448:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005eb498b0. 00010000:00000010:2.0:1761312152.109451:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109454:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbe11ef. 00010000:00000010:2.0:1761312152.109456:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109464:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d7b24ef. 00010000:00000010:2.0:1761312152.109485:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109488:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109517:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8c9e62. 00010000:00000010:2.0:1761312152.109520:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109522:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052d0f913. 00010000:00000010:2.0:1761312152.109525:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109533:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73f4884. 00010000:00000010:2.0:1761312152.109553:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109556:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109583:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7685758. 00010000:00000010:2.0:1761312152.109586:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109589:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001a5d270. 00010000:00000010:2.0:1761312152.109591:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109598:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003009527e. 00010000:00000010:2.0:1761312152.109620:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109671:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109703:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a41aeb6. 00010000:00000010:2.0:1761312152.109706:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109708:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015b25221. 00010000:00000010:2.0:1761312152.109711:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109717:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec69c509. 00010000:00000010:2.0:1761312152.109736:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109739:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109788:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcdd6506. 00010000:00000010:2.0:1761312152.109790:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109793:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b81fe1d1. 00010000:00000010:2.0:1761312152.109796:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109806:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000432c67c3. 00010000:00000010:2.0:1761312152.109829:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109832:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109861:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000931b9c40. 00010000:00000010:2.0:1761312152.109863:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109866:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb9f5991. 00010000:00000010:2.0:1761312152.109869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109877:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a7d3656. 00010000:00000010:2.0:1761312152.109899:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109902:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109933:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000751bd55f. 00010000:00000010:2.0:1761312152.109936:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.109939:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075acdcde. 00010000:00000010:2.0:1761312152.109941:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.109948:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e850575. 00010000:00000010:2.0:1761312152.109968:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.109971:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110007:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cc3d955. 00010000:00000010:2.0:1761312152.110010:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110013:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407678d4. 00010000:00000010:2.0:1761312152.110015:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110022:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001721cae7. 00010000:00000010:2.0:1761312152.110043:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110046:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110072:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e07fbb. 00010000:00000010:2.0:1761312152.110075:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110077:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f1489ef. 00010000:00000010:2.0:1761312152.110080:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110086:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f735e6d. 00010000:00000010:2.0:1761312152.110104:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110107:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110129:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd6e3e76. 00010000:00000010:2.0:1761312152.110131:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110134:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006eca4f7a. 00010000:00000010:2.0:1761312152.110137:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110142:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083bb7616. 00010000:00000010:2.0:1761312152.110158:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110160:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110199:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfe3bc17. 00010000:00000010:2.0:1761312152.110202:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110205:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bda8e52. 00010000:00000010:2.0:1761312152.110208:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110216:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048b2ba62. 00010000:00000010:2.0:1761312152.110238:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110241:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110268:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db854df7. 00010000:00000010:2.0:1761312152.110270:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110274:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b12f175f. 00010000:00000010:2.0:1761312152.110276:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110284:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4b32eab. 00010000:00000010:2.0:1761312152.110301:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110304:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110333:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bcff470. 00010000:00000010:2.0:1761312152.110336:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cedba83. 00010000:00000010:2.0:1761312152.110341:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110348:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d38b440b. 00010000:00000010:2.0:1761312152.110370:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110374:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110403:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec66c760. 00010000:00000010:2.0:1761312152.110405:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110408:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084b2c8f2. 00010000:00000010:2.0:1761312152.110412:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110419:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac6af860. 00010000:00000010:2.0:1761312152.110442:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110445:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110474:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c1581d. 00010000:00000010:2.0:1761312152.110476:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110479:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000167d12dc. 00010000:00000010:2.0:1761312152.110482:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110489:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e590519. 00010000:00000010:2.0:1761312152.110510:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110514:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110544:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036a0c5a9. 00010000:00000010:2.0:1761312152.110547:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110550:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7a79358. 00010000:00000010:2.0:1761312152.110553:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110560:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a80092a5. 00010000:00000010:2.0:1761312152.110582:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110586:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110620:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fef7d88b. 00010000:00000010:2.0:1761312152.110650:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110654:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e853e3c. 00010000:00000010:2.0:1761312152.110657:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110665:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e645376a. 00010000:00000010:2.0:1761312152.110685:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110688:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110713:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014e63995. 00010000:00000010:2.0:1761312152.110715:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110718:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002231f1d4. 00010000:00000010:2.0:1761312152.110720:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110726:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086880868. 00010000:00000010:2.0:1761312152.110743:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.110745:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110783:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c713704. 00010000:00000010:2.0:1761312152.110785:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.110788:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005adea586. 00010000:00000010:2.0:1761312152.110790:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.110796:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a591924. 00010000:00000010:2.0:1761312152.111488:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.111495:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113332:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a676bec8. 00010000:00000010:2.0:1761312152.113341:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113346:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:2.0:1761312152.113353:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113376:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d612673. 00010000:00000010:2.0:1761312152.113431:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113435:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113487:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a43e8c6. 00010000:00000010:2.0:1761312152.113489:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113492:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc65780f. 00010000:00000010:2.0:1761312152.113494:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113500:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da344ad0. 00010000:00000010:2.0:1761312152.113518:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113521:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113546:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac0ca74f. 00010000:00000010:2.0:1761312152.113548:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113550:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0026229. 00010000:00000010:2.0:1761312152.113553:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113559:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009714926d. 00010000:00000010:2.0:1761312152.113576:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113578:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113615:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf9b2493. 00010000:00000010:2.0:1761312152.113618:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113621:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004696c10. 00010000:00000010:2.0:1761312152.113643:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113650:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a304a3b. 00010000:00000010:2.0:1761312152.113676:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113679:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113705:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b00cfb2a. 00010000:00000010:2.0:1761312152.113707:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113710:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049b442b6. 00010000:00000010:2.0:1761312152.113713:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113721:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8b19a88. 00010000:00000010:2.0:1761312152.113737:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113740:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113780:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbf0a013. 00010000:00000010:2.0:1761312152.113782:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113785:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c31af34. 00010000:00000010:2.0:1761312152.113788:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113794:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c277d46. 00010000:00000010:2.0:1761312152.113812:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113814:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113839:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc94a030. 00010000:00000010:2.0:1761312152.113841:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113844:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cc28c65. 00010000:00000010:2.0:1761312152.113846:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113851:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a31e3722. 00010000:00000010:2.0:1761312152.113868:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113870:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113892:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0215f34. 00010000:00000010:2.0:1761312152.113894:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113897:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cbc7fc1. 00010000:00000010:2.0:1761312152.113899:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113904:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081305c7b. 00010000:00000010:2.0:1761312152.113920:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113922:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113945:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89db8f2. 00010000:00000010:2.0:1761312152.113948:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.113951:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.113953:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.113958:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000975c18ad. 00010000:00000010:2.0:1761312152.113975:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.113977:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114002:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009efc1d34. 00010000:00000010:2.0:1761312152.114004:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114007:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.114009:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.114015:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff65039. 00010000:00000010:2.0:1761312152.114031:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.114034:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114055:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312152.114057:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114060:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.114062:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.114068:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5037651. 00010000:00000010:2.0:1761312152.114084:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.114086:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114110:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005172a496. 00010000:00000010:2.0:1761312152.114112:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114115:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312152.114117:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.114124:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cd6d1d0. 00010000:00000010:2.0:1761312152.114140:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.114143:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114163:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e695499d. 00010000:00000010:2.0:1761312152.114166:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.114168:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312152.114170:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.114176:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0421873. 00010000:00000010:2.0:1761312152.115425:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.115435:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115495:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f2f0ed. 00010000:00000010:2.0:1761312152.115499:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115503:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.115507:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.115519:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc0f377. 00010000:00000010:2.0:1761312152.115545:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.115549:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115577:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba00aac5. 00010000:00000010:2.0:1761312152.115580:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115583:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.115585:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.115592:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a24fe573. 00010000:00000010:2.0:1761312152.115613:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.115615:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115683:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312152.115687:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115690:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.0:1761312152.115693:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00080000:00000010:2.0:1761312152.115701:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b36784f0. 00010000:00000010:2.0:1761312152.115724:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.115728:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.115768:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312152.115771:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.115780:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074e654d7. 00000100:00000010:2.0:1761312152.115787:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1106357. 00000100:00000010:2.0:1761312152.115797:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312152.115811:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007e00ec6. 02000000:00000010:2.0:1761312152.115839:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000120d376e. 00000400:00000010:2.0:1761312152.115846:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f52b4f37. 00000400:00000010:2.0:1761312152.115852:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312152.115857:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307072, portal 16 00000400:00000010:2.0:1761312152.115862:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312152.115864:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307072, offset 0 00000400:00000200:2.0:1761312152.115874:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.115891:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.115899:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.115902:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.115905:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.115908:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88460:88460:256:4294967295] 192.168.203.32@tcp LPNI seq info [88460:88460:8:4294967295] 00000400:00000200:2.0:1761312152.115916:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.115922:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.115926:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312152.115932:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.115938:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.115942:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312152.117701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dbcfea. 00010000:00000010:2.1:1761312152.117713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad642277. 00010000:00000010:2.1:1761312152.117721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a02ae910. 00010000:00000010:2.1:1761312152.117724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dfdb7ae. 00010000:00000010:2.1:1761312152.117727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db47a699. 00010000:00000010:2.1:1761312152.117730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014cdcbfb. 00010000:00000010:2.1:1761312152.117732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d57eb9. 00010000:00000010:2.1:1761312152.117736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34538b1. 00010000:00000010:2.1:1761312152.117738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3bb4db. 00010000:00000010:2.1:1761312152.117741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f7ed341. 00010000:00000010:2.1:1761312152.117743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005992b81a. 00010000:00000010:2.1:1761312152.117746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bcf8b7. 00010000:00000010:2.1:1761312152.117748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044856d8c. 00010000:00000010:2.1:1761312152.117750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788e6071. 00010000:00000010:2.1:1761312152.117752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098d48946. 00010000:00000010:2.1:1761312152.117766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6be5e5. 00010000:00000010:2.1:1761312152.122558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038310303. 00010000:00000010:2.1:1761312152.122575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc4cf48. 00010000:00000010:2.1:1761312152.122580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015aed558. 00010000:00000010:2.1:1761312152.122583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e5078c. 00010000:00000010:2.1:1761312152.122586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e169ebac. 00010000:00000010:2.1:1761312152.122599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9ef96b. 00010000:00000010:2.1:1761312152.122605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8a3e2ad. 00010000:00000010:2.1:1761312152.122609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece0038e. 00010000:00000010:2.1:1761312152.122613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d067a23d. 00010000:00000010:2.1:1761312152.122615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079cc3a88. 00010000:00000010:2.1:1761312152.122618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3605293. 00010000:00000010:2.1:1761312152.122620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a9395b. 00010000:00000010:2.1:1761312152.122636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a5f51f. 00010000:00000010:2.1:1761312152.122640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e17ae36. 00010000:00000010:2.1:1761312152.122643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005154a681. 00010000:00000010:2.1:1761312152.122646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb9abf9. 00010000:00000010:2.1:1761312152.122648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6363bb. 00010000:00000010:2.1:1761312152.122651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072186821. 00010000:00000010:2.1:1761312152.122653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377702bd. 00010000:00000010:2.1:1761312152.122655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b9777e. 00010000:00000010:2.1:1761312152.122658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b29b5b0. 00010000:00000010:2.1:1761312152.122660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033117f26. 00010000:00000010:2.1:1761312152.122662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f46e17bd. 00010000:00000010:2.1:1761312152.122667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d14d13. 00010000:00000010:2.1:1761312152.122671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb498b0. 00010000:00000010:2.1:1761312152.122673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbe11ef. 00010000:00000010:2.1:1761312152.122679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8c9e62. 00010000:00000010:2.1:1761312152.122681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d0f913. 00010000:00000010:2.1:1761312152.122685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7685758. 00010000:00000010:2.1:1761312152.122689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001a5d270. 00010000:00000010:2.1:1761312152.122693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a41aeb6. 00010000:00000010:2.1:1761312152.122695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b25221. 00010000:00000010:2.1:1761312152.122697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdd6506. 00010000:00000010:2.1:1761312152.122700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81fe1d1. 00010000:00000010:2.1:1761312152.122702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931b9c40. 00010000:00000010:2.1:1761312152.122704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9f5991. 00010000:00000010:2.1:1761312152.122706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000751bd55f. 00010000:00000010:2.1:1761312152.122709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075acdcde. 00010000:00000010:2.1:1761312152.122711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc3d955. 00010000:00000010:2.1:1761312152.122713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407678d4. 00010000:00000010:2.1:1761312152.122715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e07fbb. 00010000:00000010:2.1:1761312152.122718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f1489ef. 00010000:00000010:2.1:1761312152.122720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd6e3e76. 00010000:00000010:2.1:1761312152.122722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eca4f7a. 00010000:00000010:2.1:1761312152.122724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfe3bc17. 00010000:00000010:2.1:1761312152.122727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bda8e52. 00010000:00000010:2.1:1761312152.122731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db854df7. 00010000:00000010:2.1:1761312152.122735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12f175f. 00010000:00000010:2.1:1761312152.122738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcff470. 00010000:00000010:2.1:1761312152.122741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cedba83. 00010000:00000010:2.1:1761312152.122745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec66c760. 00010000:00000010:2.1:1761312152.122748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b2c8f2. 00010000:00000010:2.1:1761312152.122751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c1581d. 00010000:00000010:2.1:1761312152.122764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167d12dc. 00010000:00000010:2.1:1761312152.122771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036a0c5a9. 00010000:00000010:2.1:1761312152.122774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a79358. 00010000:00000010:2.1:1761312152.122777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fef7d88b. 00010000:00000010:2.1:1761312152.122780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e853e3c. 00010000:00000010:2.1:1761312152.122789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e63995. 00010000:00000010:2.1:1761312152.122791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002231f1d4. 00010000:00000010:2.1:1761312152.122793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c713704. 00010000:00000010:2.1:1761312152.122796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005adea586. 00010000:00000010:2.1:1761312152.122800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a676bec8. 00010000:00000010:2.1:1761312152.122803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc4d14a4. 00010000:00000010:2.1:1761312152.122806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a43e8c6. 00010000:00000010:2.1:1761312152.122808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc65780f. 00010000:00000010:2.1:1761312152.122810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0ca74f. 00010000:00000010:2.1:1761312152.122812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0026229. 00010000:00000010:2.1:1761312152.122815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf9b2493. 00010000:00000010:2.1:1761312152.122817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004696c10. 00010000:00000010:2.1:1761312152.122819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00cfb2a. 00010000:00000010:2.1:1761312152.122821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b442b6. 00010000:00000010:2.1:1761312152.122823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf0a013. 00010000:00000010:2.1:1761312152.122825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c31af34. 00010000:00000010:2.1:1761312152.122828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc94a030. 00010000:00000010:2.1:1761312152.122830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc28c65. 00010000:00000010:2.1:1761312152.122832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0215f34. 00010000:00000010:2.1:1761312152.122834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbc7fc1. 00010000:00000010:2.1:1761312152.122837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89db8f2. 00010000:00000010:2.1:1761312152.122840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.1:1761312152.122843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009efc1d34. 00010000:00000010:2.1:1761312152.122845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312152.122847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312152.122849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312152.122851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005172a496. 00010000:00000010:2.1:1761312152.122853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:2.1:1761312152.122855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e695499d. 00010000:00000010:2.1:1761312152.122858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00010000:00000010:2.1:1761312152.122859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f2f0ed. 00010000:00000010:2.1:1761312152.122861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.1:1761312152.122863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba00aac5. 00010000:00000010:2.1:1761312152.122865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.1:1761312152.122868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312152.122870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dd57cd. 00000400:00000200:2.0:1761312152.123876:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.123895:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd940 00000400:00000200:2.0:1761312152.123904:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf09 [1] + 224 00000400:00000200:2.0:1761312152.123919:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.123923:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.123939:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015307072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.123978:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.123983:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51640 00000400:00000200:2.0:1761312152.123989:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 1312 00000400:00000010:1.0:1761312152.124013:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f52b4f37. 00000400:00000200:1.0:1761312152.124021:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:1.0:1761312152.124023:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000100:00000200:1.0:1761312152.124030:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015307072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.124038:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015307072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.124041:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.124048:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.124053:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.124058:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:1.0:1761312152.124066:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000120d376e. 02000000:00000010:1.0:1761312152.124073:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007e00ec6. 00000100:00000010:1.0:1761312152.124077:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:1.0:1761312152.124081:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1106357. 00010000:00000010:1.0:1761312152.124084:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074e654d7. 00000800:00000200:3.0:1761312152.124535:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.124539:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312152.124542:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.124546:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.124548:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312152.124550:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00080000:00000010:2.0:1761312152.124616:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c85b329c. 00010000:00000010:2.0:1761312152.124739:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.124745:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007303d027. 00010000:00000010:2.0:1761312152.124833:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.0:1761312152.124838:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312152.124848:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000edcec7a7. 00000100:00000010:2.0:1761312152.124852:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312152.124858:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312152.124867:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000706b7600. 02000000:00000010:2.0:1761312152.124887:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017f0e236. 00000400:00000010:2.0:1761312152.124891:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fba4592. 00000400:00000010:2.0:1761312152.124895:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312152.124899:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307136, portal 16 00000400:00000010:2.0:1761312152.124904:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312152.124905:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307136, offset 0 00000400:00000200:2.0:1761312152.124910:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.124916:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.124922:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.124925:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.124928:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.124931:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88462:88462:256:4294967295] 192.168.203.32@tcp LPNI seq info [88462:88462:8:4294967295] 00000400:00000200:2.0:1761312152.124938:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.124942:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.124945:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312152.124950:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.124954:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.124956:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761312152.128570:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.128588:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd980 00000400:00000200:2.0:1761312152.128597:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf15 [1] + 224 00000400:00000200:2.0:1761312152.128608:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.128611:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.128622:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015307136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.128900:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.128907:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51680 00000400:00000200:2.0:1761312152.128913:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 1640 00000400:00000200:2.0:1761312152.128966:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.128970:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.128975:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.128980:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000400:00000010:1.0:1761312152.129070:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003fba4592. 00000400:00000200:1.0:1761312152.129076:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:1.0:1761312152.129078:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:1.0:1761312152.129084:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015307136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.129093:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015307136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.129120:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017f0e236. 02000000:00000010:1.0:1761312152.129125:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000706b7600. 00000100:00000010:1.0:1761312152.129130:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:1.0:1761312152.129133:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:1.0:1761312152.129136:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000edcec7a7. 00000800:00000200:2.0:1761312152.129983:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.129987:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312152.129991:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.129994:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.129997:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:2.0:1761312152.129999:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00080000:00000010:1.0:1761312152.130059:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a32d7ee. 00010000:00000010:1.0:1761312152.130138:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:1.0:1761312152.130144:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000724870ea. 00010000:00000010:1.0:1761312152.130206:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.130211:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.130222:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.130226:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.130233:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.130242:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005473171b. 02000000:00000010:1.0:1761312152.130264:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcc95a1c. 00000400:00000010:1.0:1761312152.130268:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.130272:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.130277:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307200, portal 16 00000400:00000010:1.0:1761312152.130280:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312152.130282:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307200, offset 0 00000400:00000200:1.0:1761312152.130287:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.130293:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.130299:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.130302:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.130305:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.130307:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88464:88464:256:4294967295] 192.168.203.32@tcp LPNI seq info [88464:88464:8:4294967295] 00000400:00000200:1.0:1761312152.130313:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.130318:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.130321:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312152.130324:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.130328:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.130331:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312152.130709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a5615f. 00010000:00000010:2.1:1761312152.130715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:0.1:1761312152.130740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001990099a. 00000400:00000200:2.0:1761312152.132418:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.132436:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffd9c0 00000400:00000200:2.0:1761312152.132445:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf21 [1] + 224 00000400:00000200:2.0:1761312152.132462:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.132466:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.132478:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015307200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.132876:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000010:1.0:1761312152.132879:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:2.0:1761312152.132883:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d516c0 00000400:00000200:1.0:1761312152.132885:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312152.132887:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.132892:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.132895:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac85d [2] + 1968 00000400:00000010:2.0:1761312152.132898:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008606f49d. 00000400:00000200:2.0:1761312152.132900:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004ebabcaf 00000100:00000200:1.0:1761312152.132900:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.132926:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcc95a1c. 02000000:00000010:1.0:1761312152.132931:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005473171b. 00000100:00000010:1.0:1761312152.132934:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.132936:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.132940:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:2.0:1761312152.133029:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.133034:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.133037:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ebabcaf 00000400:00000010:2.0:1761312152.133039:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004ebabcaf (tot 82338818). 00000100:00000200:2.0:1761312152.133044:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.133199:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.133206:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.133209:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312152.133231:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003012c22 x1846868012504768/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.133333:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504768 02000000:00000010:3.0:1761312152.133345:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.133378:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000010a5825. 00010000:00000010:3.0:1761312152.133397:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.133403:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004927c6e2. 00000100:00000010:3.0:1761312152.133449:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004927c6e2. 00010000:00000010:3.0:1761312152.133453:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00080000:00000010:1.0:1761312152.133459:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005473171b. 00000400:00000010:3.0:1761312152.133466:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312152.133471:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504768, offset 224 00000400:00000200:3.0:1761312152.133477:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.133491:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.133495:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88465:88465:256:4294967295] 192.168.203.32@tcp LPNI seq info [88465:88465:8:4294967295] 00000400:00000200:3.0:1761312152.133505:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.133509:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.133513:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312152.133517:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.133523:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.133526:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761312152.133532:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.133539:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ae7d17f. 00000020:00000010:3.0:1761312152.133549:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.133554:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a3b79ad. 00000020:00000010:3.0:1761312152.133556:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 02000000:00000010:3.0:1761312152.133563:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a027ac4f. 00000100:00000010:3.0:1761312152.133566:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:3.0:1761312152.133570:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d54cf1b5. 00000100:00000010:3.0:1761312152.133572:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 02000000:00000010:3.0:1761312152.133575:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd843c64. 00000100:00000010:3.0:1761312152.133577:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 02000000:00000010:3.0:1761312152.133580:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cc3c204. 00000100:00000010:3.0:1761312152.133582:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:3.0:1761312152.133585:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003efeb2b0. 00000100:00000010:3.0:1761312152.133587:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 02000000:00000010:3.0:1761312152.133589:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5f75ef2. 00000100:00000010:3.0:1761312152.133591:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000200:3.0:1761312152.133597:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.133602:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0655cf6. 00000400:00000010:3.0:1761312152.133606:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004927c6e2 (tot 82339218). 00010000:00000010:1.0:1761312152.133607:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.133611:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.133620:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.133654:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.133661:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.133670:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcc95a1c. 02000000:00000010:1.0:1761312152.133700:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010b71dfb. 00000400:00000010:1.0:1761312152.133704:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.133707:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.133710:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307264, portal 16 00000400:00000010:1.0:1761312152.133714:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312152.133715:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307264, offset 0 00000400:00000200:1.0:1761312152.133721:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.133726:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.133732:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.133735:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.133738:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.133740:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88466:88466:255:4294967295] 192.168.203.32@tcp LPNI seq info [88466:88466:7:4294967295] 00000400:00000200:1.0:1761312152.133746:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.133750:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.133753:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312152.133766:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.133770:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.133772:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312152.135432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000868adf3. 00010000:00000010:1.1:1761312152.135446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dd57cd. 00000400:00000200:2.0:1761312152.136220:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.136236:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffda00 00000400:00000200:2.0:1761312152.136246:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf31 [1] + 224 00000400:00000200:2.0:1761312152.136257:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.136261:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.136271:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015307264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.136375:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.136380:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312152.136382:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000400:00000200:2.0:1761312152.136386:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:1.0:1761312152.136388:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.136393:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51700 00000400:00000200:2.0:1761312152.136398:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac8b5 [2] + 0 00000100:00000200:1.0:1761312152.136401:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.136429:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010b71dfb. 02000000:00000010:1.0:1761312152.136434:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcc95a1c. 00000100:00000010:1.0:1761312152.136438:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.136442:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.136445:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:2.0:1761312152.136451:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.136454:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.136459:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.136464:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00000020:00000010:3.0:1761312152.136846:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.136852:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312152.136856:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a3b79ad. 00000100:00000200:3.0:1761312152.136876:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4e66d9e x1846868012504832/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00080000:00000010:1.0:1761312152.137436:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010b71dfb. 00010000:00000010:0.1:1761312152.137652:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000993d26d6. 00010000:00000010:3.1:1761312152.137732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb1a358. 00010000:00000010:1.0:1761312152.138123:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.138131:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007efa15a3. 00010000:00000010:1.0:1761312152.138831:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.138837:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.138841:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.138846:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00080000:00000010:1.0:1761312152.138861:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf754b10. 00010000:00000010:1.0:1761312152.138890:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.138894:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.138940:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.138943:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312152.138949:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.138955:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.138962:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.138974:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002814f20. 02000000:00000010:1.0:1761312152.139002:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003051ee00. 00000400:00000010:1.0:1761312152.139013:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.139018:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.139024:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307328, portal 16 00000400:00000010:1.0:1761312152.139029:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312152.139031:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307328, offset 0 00000400:00000200:1.0:1761312152.139038:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.139050:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.139056:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.139059:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.139062:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.139065:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88468:88468:255:4294967295] 192.168.203.32@tcp LPNI seq info [88468:88468:7:4294967295] 00000400:00000200:1.0:1761312152.139074:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.139079:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.139082:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312152.139087:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.139093:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.139096:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.139264:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.139268:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:2.0:1761312152.139273:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.139277:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.139281:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:2.0:1761312152.139283:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000800:00000200:2.0:1761312152.139351:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.139353:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:2.0:1761312152.139357:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.139360:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.139363:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:2.0:1761312152.139364:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00000100:00000200:2.0:1761312152.139370:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c0eba62 x1846868015307328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.141293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000517d022b. 00010000:00000010:1.1:1761312152.141307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00000400:00000010:1.0:1761312152.143340:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.143346:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312152.143348:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.143354:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.143362:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.143390:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:1.0:1761312152.143397:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002814f20. 00000100:00000010:1.0:1761312152.143400:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.143404:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.143407:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:1.0:1761312152.144181:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002814f20. 00000020:00000010:1.0:1761312152.144188:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.144192:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.144215:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012504896/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.144252:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504896 02000000:00000010:1.0:1761312152.144263:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003051ee00. 00010000:00000010:1.0:1761312152.144291:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080767ab7. 00010000:00000010:1.0:1761312152.144312:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.144318:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.144338:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.144341:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.144353:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.144357:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504896, offset 224 00000400:00000200:1.0:1761312152.144364:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.144375:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.144380:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88469:88469:256:4294967295] 192.168.203.32@tcp LPNI seq info [88469:88469:8:4294967295] 00080000:00000010:2.0:1761312152.144385:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000602859f5. 00000400:00000200:1.0:1761312152.144389:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.144394:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.144398:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.144402:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.144408:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.144411:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.144433:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.144437:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.144441:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002814f20. 00010000:00000010:2.0:1761312152.144461:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:2.0:1761312152.144467:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d87c84b. 00010000:00000010:2.0:1761312152.144533:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312152.144539:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312152.144548:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.144552:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff6fffa. 00000100:00000010:2.0:1761312152.144558:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312152.144567:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba6a5925. 02000000:00000010:2.0:1761312152.144588:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028403a82. 00000400:00000010:2.0:1761312152.144592:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312152.144596:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.144600:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307392, portal 16 00000400:00000010:2.0:1761312152.144605:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312152.144607:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307392, offset 0 00000400:00000200:2.0:1761312152.144612:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.144618:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.144645:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.144648:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.144652:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.144654:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88470:88470:256:4294967295] 192.168.203.32@tcp LPNI seq info [88470:88470:8:4294967295] 00000400:00000200:2.0:1761312152.144660:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.144665:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.144668:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.144671:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.144675:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.144677:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.144818:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.144821:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312152.144825:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.144829:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.144831:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:3.0:1761312152.144832:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:3.0:1761312152.144837:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015307392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.146663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b15e8751. 00000400:00000010:2.0:1761312152.149374:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f688a86. 00000400:00000200:2.0:1761312152.149381:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:2.0:1761312152.149383:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.149388:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015307392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.149396:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015307392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.149426:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028403a82. 02000000:00000010:2.0:1761312152.149432:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba6a5925. 00000100:00000010:2.0:1761312152.149436:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312152.149439:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ff6fffa. 00010000:00000010:2.0:1761312152.149443:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000020:00000010:3.0:1761312152.149519:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009371ccf. 00000020:00000010:3.0:1761312152.149527:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.149531:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.149553:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012504960/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.149587:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012504960 02000000:00000010:3.0:1761312152.149598:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.149719:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db9f90fc. 00010000:00000010:3.0:1761312152.149743:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.149750:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.149798:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.149801:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.149816:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312152.149820:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012504960, offset 224 00000400:00000200:3.0:1761312152.149827:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.149837:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.149843:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88471:88471:256:4294967295] 192.168.203.32@tcp LPNI seq info [88471:88471:8:4294967295] 00000400:00000200:3.0:1761312152.149852:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.149856:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.149860:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.149865:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.149871:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.149874:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.149888:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.149893:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.149895:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009371ccf. 00080000:00000010:2.0:1761312152.149937:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6a5925. 00010000:00000010:2.0:1761312152.150017:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:2.0:1761312152.150023:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082c1638f. 00010000:00000010:2.0:1761312152.150097:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.150103:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312152.150112:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.150117:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff6fffa. 00000100:00000010:2.0:1761312152.150122:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312152.150131:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028403a82. 02000000:00000010:2.0:1761312152.150151:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f2bc3ec. 00000400:00000010:2.0:1761312152.150155:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312152.150159:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.150163:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307456, portal 16 00000400:00000010:2.0:1761312152.150167:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312152.150169:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307456, offset 0 00000400:00000200:2.0:1761312152.150174:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.150192:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.150198:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.150202:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.150205:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.150207:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88472:88472:255:4294967295] 192.168.203.32@tcp LPNI seq info [88472:88472:7:4294967295] 00000400:00000200:2.0:1761312152.150214:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.150218:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.150221:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339466). 00000800:00000200:2.0:1761312152.150224:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.150227:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.150229:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312152.152672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3087d10. 00010000:00000010:1.1:1761312152.152685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312152.152689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.152692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:2.1:1761312152.153531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dac6830. 00010000:00000010:2.1:1761312152.153540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312152.156677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149344f2. 00010000:00000010:3.1:1761312152.157347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014cc7fd2. 00000400:00000200:3.0:1761312152.157459:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.157476:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdac0 00000400:00000200:3.0:1761312152.157483:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf55 [1] + 224 00000400:00000200:3.0:1761312152.157495:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.157498:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.157513:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015307456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.157545:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.157551:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d517c0 00000400:00000200:3.0:1761312152.157556:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac8b5 [2] + 984 00000400:00000200:3.0:1761312152.157565:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.157568:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.157572:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.157576:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00010000:00000010:2.1:1761312152.157668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da276fe1. 00010000:00000010:2.1:1761312152.157675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00000400:00000010:2.0:1761312152.157691:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f688a86. 00000400:00000200:2.0:1761312152.157697:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:2.0:1761312152.157698:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.157703:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015307456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.157710:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015307456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.157733:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f2bc3ec. 02000000:00000010:2.0:1761312152.157739:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028403a82. 00000100:00000010:2.0:1761312152.157742:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312152.157746:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ff6fffa. 00010000:00000010:2.0:1761312152.157749:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00080000:00000010:2.0:1761312152.159732:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028403a82. 00010000:00000010:2.0:1761312152.159841:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:2.0:1761312152.159849:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069aefbe2. 00010000:00000010:2.0:1761312152.159921:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312152.159927:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312152.159939:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.159946:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff6fffa. 00000100:00000010:2.0:1761312152.159954:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312152.159967:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f2bc3ec. 02000000:00000010:2.0:1761312152.159995:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f2d4f88. 00000400:00000010:2.0:1761312152.160001:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312152.160005:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.160011:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307520, portal 16 00000400:00000010:2.0:1761312152.160016:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312152.160017:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307520, offset 0 00000400:00000200:2.0:1761312152.160026:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.160039:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.160047:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.160050:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.160052:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.160055:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88474:88474:255:4294967295] 192.168.203.32@tcp LPNI seq info [88474:88474:7:4294967295] 00000400:00000200:2.0:1761312152.160064:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.160069:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.160073:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339466). 00000800:00000200:2.0:1761312152.160078:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.160084:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.160088:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.160902:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.160908:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312152.160914:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.160921:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.160925:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:3.0:1761312152.160927:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000800:00000200:3.0:1761312152.161439:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.161443:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:3.0:1761312152.161448:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.161453:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.161456:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:3.0:1761312152.161458:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:3.0:1761312152.161466:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015307520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.165972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d992fc39. 00010000:00000010:2.1:1761312152.165985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:3.0:1761312152.166662:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.166671:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51800 00000400:00000200:3.0:1761312152.166677:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac8b5 [2] + 1312 00000400:00000200:3.0:1761312152.167058:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.167063:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.167068:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.167074:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000400:00000010:2.0:1761312152.168950:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f688a86. 00000400:00000200:2.0:1761312152.168959:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:2.0:1761312152.168961:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.168973:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015307520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.168982:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015307520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.169009:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f2d4f88. 02000000:00000010:2.0:1761312152.169015:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f2bc3ec. 00000100:00000010:2.0:1761312152.169018:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312152.169021:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ff6fffa. 00010000:00000010:2.0:1761312152.169024:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000100:00000200:2.0:1761312152.170391:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505088 02000000:00000010:2.0:1761312152.170408:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f2bc3ec. 00010000:00000010:2.0:1761312152.170437:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3ad1e1e. 00010000:00000010:2.0:1761312152.170459:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.170466:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff6fffa. 00000100:00000010:2.0:1761312152.170487:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ff6fffa. 00010000:00000010:2.0:1761312152.170489:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312152.170502:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.170507:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505088, offset 224 00000400:00000200:2.0:1761312152.170515:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.170529:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.170534:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88475:88475:256:4294967295] 192.168.203.32@tcp LPNI seq info [88475:88475:8:4294967295] 00000400:00000200:2.0:1761312152.170544:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.170549:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.170554:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312152.170560:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.170567:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.170571:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.170593:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000030a97bc4. 00000020:00000010:2.0:1761312152.170598:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000032b4f668. 00000020:00000010:2.0:1761312152.170602:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d54cf1b5. 00000800:00000200:2.0:1761312152.170751:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.170766:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:2.0:1761312152.170772:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.170777:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.170780:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:2.0:1761312152.170781:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00080000:00000010:1.0:1761312152.172337:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000431b2ff3. 00010000:00000010:1.0:1761312152.172444:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:1.0:1761312152.172454:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a66bfad7. 00010000:00000010:1.0:1761312152.172526:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.172532:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312152.172544:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.172551:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.174048:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.174070:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049305b7d. 02000000:00000010:1.0:1761312152.174106:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083f3ab7f. 00000400:00000010:1.0:1761312152.174113:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.174121:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312152.174127:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307584, portal 16 00000400:00000010:1.0:1761312152.174132:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.174135:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307584, offset 0 00000400:00000200:1.0:1761312152.174145:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.174160:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.174168:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.174172:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.174175:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.174178:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88476:88476:256:4294967295] 192.168.203.32@tcp LPNI seq info [88476:88476:8:4294967295] 00010000:00000010:0.1:1761312152.174398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c9c737e. 00000400:00000200:1.0:1761312152.174832:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.174839:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.174845:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.174852:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.174859:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.174863:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.175280:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.175284:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:1.0:1761312152.175290:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.175296:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.175300:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:1.0:1761312152.175302:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:1.0:1761312152.175310:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c0eba62 x1846868015307584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.177657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088bec0e0. 00000400:00000200:2.0:1761312152.177699:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.177714:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdb40 00000400:00000200:2.0:1761312152.177722:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf6d [1] + 224 00000400:00000200:2.0:1761312152.177737:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.177741:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.177750:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015307584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.177987:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.177993:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:1.0:1761312152.177995:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:1.0:1761312152.178000:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.178007:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.178039:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083f3ab7f. 02000000:00000010:1.0:1761312152.178046:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049305b7d. 00000100:00000010:1.0:1761312152.178049:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.178053:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.178056:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:3.0:1761312152.179429:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.179446:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51840 00000400:00000200:3.0:1761312152.179500:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac8b5 [2] + 1640 00000400:00000200:3.0:1761312152.179562:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.179567:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.179572:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.179578:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312152.180139:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049305b7d. 00000020:00000010:1.0:1761312152.180147:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.180152:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.180268:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012505152/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.180307:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505152 02000000:00000010:1.0:1761312152.180319:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083f3ab7f. 00010000:00000010:1.0:1761312152.180346:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b554300. 00010000:00000010:1.0:1761312152.180371:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.180378:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.180402:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.180405:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.180417:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312152.180422:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505152, offset 224 00000400:00000200:1.0:1761312152.180430:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.180440:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.180445:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88477:88477:256:4294967295] 192.168.203.32@tcp LPNI seq info [88477:88477:8:4294967295] 00000400:00000200:1.0:1761312152.180454:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.180459:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.180463:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.180469:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.180476:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.180480:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.180496:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.180501:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.180505:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049305b7d. 00080000:00000010:3.0:1761312152.180585:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009371ccf. 00010000:00000010:3.0:1761312152.180707:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:3.0:1761312152.180714:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098cd6365. 00010000:00000010:3.0:1761312152.180821:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090edc276. 00010000:00000010:3.0:1761312152.180827:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.180837:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.180841:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.180848:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312152.180858:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba98624a. 02000000:00000010:3.0:1761312152.180880:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed3bbd6a. 00000400:00000010:3.0:1761312152.180886:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099e4ef5f. 00000400:00000010:3.0:1761312152.180890:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312152.180895:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307648, portal 16 00000400:00000010:3.0:1761312152.180899:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312152.180901:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307648, offset 0 00000400:00000200:3.0:1761312152.180908:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.180915:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.180921:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312152.180924:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312152.180927:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312152.180929:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88478:88478:255:4294967295] 192.168.203.32@tcp LPNI seq info [88478:88478:7:4294967295] 00000400:00000200:3.0:1761312152.180936:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.180941:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.180944:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339466). 00000800:00000200:3.0:1761312152.180947:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.180952:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.180954:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761312152.184744:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.184772:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdb80 00000400:00000200:2.0:1761312152.184781:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf79 [1] + 224 00000400:00000200:2.0:1761312152.184797:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.184801:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.184811:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015307648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.184976:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099e4ef5f. 00000400:00000200:3.0:1761312152.184980:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312152.184982:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312152.184987:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015307648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.184994:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015307648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.185020:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed3bbd6a. 02000000:00000010:3.0:1761312152.185024:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba98624a. 00000100:00000010:3.0:1761312152.185028:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312152.185031:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.185034:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000200:3.0:1761312152.185522:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.185534:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51880 00000400:00000200:3.0:1761312152.185539:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac8b5 [2] + 1968 00000400:00000010:3.0:1761312152.185543:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dbfee0a7. 00000400:00000200:3.0:1761312152.185547:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fa4ae0c2 00000400:00000200:3.0:1761312152.185596:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.185600:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.185603:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa4ae0c2 00000400:00000010:3.0:1761312152.185605:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fa4ae0c2 (tot 82338818). 00000100:00000200:3.0:1761312152.185609:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312152.186390:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f2d4f88. 00000020:00000010:2.0:1761312152.186399:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.186403:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.186429:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beaf3556 x1846868012505216/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.186589:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505216 02000000:00000010:2.0:1761312152.186601:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005de0ac76. 00010000:00000010:1.1:1761312152.187124:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643d16f9. 00010000:00000010:1.1:1761312152.187134:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312152.187203:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b41de0c4. 00010000:00000010:2.0:1761312152.187226:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.187233:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ff6fffa. 00000100:00000010:2.0:1761312152.187251:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ff6fffa. 00010000:00000010:2.0:1761312152.187254:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312152.187268:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.187273:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505216, offset 224 00000400:00000200:2.0:1761312152.187281:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.187293:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.187299:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88479:88479:256:4294967295] 192.168.203.32@tcp LPNI seq info [88479:88479:8:4294967295] 00000400:00000200:2.0:1761312152.187308:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.187313:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.187317:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339066). 00000800:00000200:2.0:1761312152.187323:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.187330:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.187333:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.187359:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.187364:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.187368:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f2d4f88. 02000000:00000010:2.0:1761312152.187377:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083f3ab7f. 00000100:00000010:2.0:1761312152.187381:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:2.0:1761312152.187384:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f2bc3ec. 00000100:00000010:2.0:1761312152.187386:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312152.187391:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8e06664. 00000100:00000010:2.0:1761312152.187393:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:2.0:1761312152.187396:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:2.0:1761312152.187398:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 02000000:00000010:2.0:1761312152.187401:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003051ee00. 00000100:00000010:2.0:1761312152.187404:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:2.0:1761312152.187407:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a027ac4f. 00000100:00000010:2.0:1761312152.187409:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000200:2.0:1761312152.187416:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312152.187422:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f688a86. 00000400:00000010:2.0:1761312152.187425:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ff6fffa (tot 82339218). 00000800:00000200:3.0:1761312152.187659:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.187663:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:3.0:1761312152.187668:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.187673:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.187677:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:3.0:1761312152.187679:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 02000000:00000010:3.0:1761312152.187694:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005de0ac76. 00080000:00000010:1.0:1761312152.187911:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049305b7d. 00010000:00000010:1.0:1761312152.188008:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:1.0:1761312152.188016:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d24d15b3. 00010000:00000010:1.0:1761312152.188099:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.188105:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312152.188114:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.188119:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.188127:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.188138:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000908e616e. 02000000:00000010:1.0:1761312152.188163:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4882629. 00000400:00000010:1.0:1761312152.188167:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.188171:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.188174:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307712, portal 16 00000400:00000010:1.0:1761312152.188179:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312152.188194:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307712, offset 0 00000400:00000200:1.0:1761312152.188202:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.188210:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.188217:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.188220:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.188222:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.188225:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88480:88480:256:4294967295] 192.168.203.32@tcp LPNI seq info [88480:88480:8:4294967295] 00000400:00000200:1.0:1761312152.188232:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.188238:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.188242:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.188246:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.188251:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.188254:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.189011:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.189016:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:2.0:1761312152.189021:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.189028:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.189032:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:2.0:1761312152.189034:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:2.0:1761312152.189041:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c0eba62 x1846868015307712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.191671:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.191694:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdbc0 00000400:00000200:3.0:1761312152.191703:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf89 [1] + 224 00000400:00000200:3.0:1761312152.191717:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.191721:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.191730:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015307712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.191872:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.191877:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:1.0:1761312152.191879:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:1.0:1761312152.191885:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.191893:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.191922:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4882629. 02000000:00000010:1.0:1761312152.191928:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000908e616e. 00000100:00000010:1.0:1761312152.191931:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.191935:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.191938:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:3.0:1761312152.192493:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.192504:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d518c0 00000400:00000200:3.0:1761312152.192509:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 0 00000400:00000200:3.0:1761312152.192562:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.192566:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.192571:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.192576:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00010000:00000010:2.1:1761312152.192643:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002721df6c. 00000020:00000010:2.0:1761312152.192669:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f2bc3ec. 00000020:00000010:2.0:1761312152.192676:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.192680:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.192713:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012505280/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.192743:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505280 02000000:00000010:2.0:1761312152.192764:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f2d4f88. 00010000:00000010:1.1:1761312152.192772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e442f2c3. 00010000:00000010:2.0:1761312152.192792:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006655e28f. 00010000:00000010:2.0:1761312152.192811:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.192818:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.192836:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.192839:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312152.192853:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312152.192858:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505280, offset 224 00000400:00000200:2.0:1761312152.192865:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.192875:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.192880:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88481:88481:256:4294967295] 192.168.203.32@tcp LPNI seq info [88481:88481:8:4294967295] 00000400:00000200:2.0:1761312152.192889:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.192894:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.192898:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312152.192904:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.192911:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.192914:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.192933:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.192937:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.192940:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f2bc3ec. 00080000:00000010:1.0:1761312152.193016:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000908e616e. 00010000:00000010:1.0:1761312152.193090:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312152.193097:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006d51b53. 00010000:00000010:1.0:1761312152.193166:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.193171:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312152.193241:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.193246:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.193253:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 02000000:00000010:1.0:1761312152.193262:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4882629. 02000000:00000010:1.0:1761312152.193283:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c5c4cd8. 00000400:00000010:1.0:1761312152.193288:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.193292:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.193296:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015307776, portal 16 00000400:00000010:1.0:1761312152.193300:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312152.193302:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015307776, offset 0 00000400:00000200:1.0:1761312152.193307:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.193314:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.193320:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.193323:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.193326:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.193328:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88482:88482:255:4294967295] 192.168.203.32@tcp LPNI seq info [88482:88482:7:4294967295] 00010000:00000010:3.1:1761312152.193556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c3b1257. 00010000:00000010:3.1:1761312152.193563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00000800:00000200:3.0:1761312152.193834:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.193838:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:3.0:1761312152.193844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.193848:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.193852:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:3.0:1761312152.193854:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000400:00000200:1.0:1761312152.193990:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.193997:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.194001:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.194006:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.194011:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.194014:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.194733:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.194736:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:3.0:1761312152.194741:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.194745:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.194748:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:3.0:1761312152.194750:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:3.0:1761312152.194767:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c0eba62 x1846868015307776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.195977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7ea88a0. 00010000:00000010:1.1:1761312152.195989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090edc276. 00010000:00000010:1.1:1761312152.200196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005753d538. 00010000:00000010:1.1:1761312152.200212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312152.200277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006999ee5e. 00000400:00000200:3.0:1761312152.202855:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.202874:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdc00 00000400:00000200:3.0:1761312152.202887:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadf95 [1] + 224 00000400:00000200:3.0:1761312152.202899:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.202903:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.202914:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c0eba62 x1846868015307776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.205968:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.205987:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51900 00000400:00000010:1.0:1761312152.207293:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009430148a. 00000400:00000200:1.0:1761312152.207303:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:1.0:1761312152.207305:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:1.0:1761312152.207316:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c0eba62 x1846868015307776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.207326:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c0eba62 x1846868015307776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.207356:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c5c4cd8. 02000000:00000010:1.0:1761312152.207361:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4882629. 00000100:00000010:1.0:1761312152.207364:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 00000100:00000010:1.0:1761312152.207367:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.207370:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:2.0:1761312152.207448:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 328 00000400:00000200:2.0:1761312152.207476:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.207479:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.207485:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.207490:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00000020:00000010:3.0:1761312152.207610:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.207617:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.207621:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.207678:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4e66d9e x1846868012505344/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.207713:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505344 02000000:00000010:3.0:1761312152.207724:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.207750:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000273e97a5. 00010000:00000010:3.0:1761312152.207783:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.207790:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.207796:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.207799:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.207811:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312152.207814:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505344, offset 224 00000400:00000200:3.0:1761312152.207822:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.207833:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.207839:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88483:88483:256:4294967295] 192.168.203.32@tcp LPNI seq info [88483:88483:8:4294967295] 00000400:00000200:3.0:1761312152.207849:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.207854:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.207858:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.207863:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.207869:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.207873:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.207900:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.207906:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.207909:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00000800:00000200:2.0:1761312152.208392:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.208395:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312152.208399:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.208402:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.208406:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:2.0:1761312152.208407:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000800:00000200:2.0:1761312152.208469:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.208471:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312152.208474:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.208477:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.208479:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:2.0:1761312152.208480:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:2.0:1761312152.208484:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d12d1d x1846868015307840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.211039:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.211057:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdc40 00000400:00000200:3.0:1761312152.211065:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfa1 [1] + 224 00000400:00000200:3.0:1761312152.211080:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.211084:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.211094:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d12d1d x1846868015307840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.211344:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000979b503b. 00000400:00000200:1.0:1761312152.211349:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:1.0:1761312152.211351:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:1.0:1761312152.211357:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d12d1d x1846868015307840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.211365:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d12d1d x1846868015307840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.211391:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7471ff. 02000000:00000010:1.0:1761312152.211398:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d54cf1b5. 00000100:00000010:1.0:1761312152.211403:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 00000100:00000010:1.0:1761312152.211408:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000984e212c. 00010000:00000010:1.0:1761312152.211412:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000890ea12e. 00000400:00000200:2.0:1761312152.212734:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.212749:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51940 00000400:00000200:2.0:1761312152.212765:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 656 00000400:00000200:2.0:1761312152.212832:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.212837:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.212844:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.212849:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:1.0:1761312152.213325:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4882629. 00000020:00000010:1.0:1761312152.213332:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.213337:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.213362:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012505408/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.213399:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505408 02000000:00000010:1.0:1761312152.213412:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003c5c4cd8. 00010000:00000010:1.0:1761312152.213438:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fefc27d0. 00010000:00000010:1.0:1761312152.213460:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.213466:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.213487:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.213491:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.213503:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.213507:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505408, offset 224 00000400:00000200:1.0:1761312152.213515:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.213525:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.213530:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88485:88485:256:4294967295] 192.168.203.32@tcp LPNI seq info [88485:88485:8:4294967295] 00000400:00000200:1.0:1761312152.213540:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.213546:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.213550:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312152.213555:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.213562:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.213566:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.213589:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.213594:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.213598:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4882629. 00000800:00000200:2.0:1761312152.214025:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.214029:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:2.0:1761312152.214034:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.214039:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.214042:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:2.0:1761312152.214044:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000800:00000200:3.0:1761312152.215517:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.215521:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312152.215526:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.215531:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.215534:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:3.0:1761312152.215536:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:3.0:1761312152.215542:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015307904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.218301:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.218318:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdc80 00000400:00000200:2.0:1761312152.218327:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfad [1] + 224 00000400:00000200:2.0:1761312152.218337:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.218341:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.218351:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015307904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.218568:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.218575:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51980 00000400:00000200:2.0:1761312152.218579:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 984 00000400:00000200:2.0:1761312152.219254:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.219259:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.219264:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.219270:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:3.0:1761312152.219469:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.219476:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.219480:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.219502:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012505472/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:3.1:1761312152.219896:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c68bbe07. 00000100:00000200:3.0:1761312152.219924:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505472 02000000:00000010:3.0:1761312152.219938:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.219966:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1c96f40. 00010000:00000010:3.0:1761312152.219987:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.219994:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.220007:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.220010:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.220025:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312152.220029:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505472, offset 224 00000400:00000200:3.0:1761312152.220037:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.220049:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.220054:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88487:88487:256:4294967295] 192.168.203.32@tcp LPNI seq info [88487:88487:8:4294967295] 00000400:00000200:3.0:1761312152.220063:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.220068:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.220072:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.220078:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.220085:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.220088:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.220102:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.220108:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.220111:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00010000:00000010:0.1:1761312152.220162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f8e5b4a. 00010000:00000010:0.1:1761312152.220169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00000800:00000200:2.0:1761312152.220695:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.220699:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312152.220702:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.220707:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.220711:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:2.0:1761312152.220712:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00000800:00000200:2.0:1761312152.220786:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.220789:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:2.0:1761312152.220792:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.220795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.220796:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:2.0:1761312152.220798:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:2.0:1761312152.220802:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015307968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.223588:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.223607:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdcc0 00000400:00000200:3.0:1761312152.223615:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfb9 [1] + 224 00000400:00000200:3.0:1761312152.223673:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.223677:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.223699:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015307968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.224881:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.224896:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d519c0 00000400:00000200:2.0:1761312152.224902:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 1312 00010000:00000010:1.1:1761312152.225657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87ddba8. 00010000:00000010:0.1:1761312152.225657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc10ae6d. 00010000:00000010:0.1:1761312152.225666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:2.0:1761312152.225720:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.225728:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.225734:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.225740:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000020:00000010:2.0:1761312152.225960:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f2bc3ec. 00000020:00000010:2.0:1761312152.225966:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.225970:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.225992:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012505536/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.226028:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505536 02000000:00000010:2.0:1761312152.226040:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005de0ac76. 00010000:00000010:2.0:1761312152.226067:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038dc7f38. 00010000:00000010:2.0:1761312152.226086:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.226092:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.226110:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.226113:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312152.226126:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312152.226130:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505536, offset 224 00000400:00000200:2.0:1761312152.226137:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.226147:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.226152:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88489:88489:256:4294967295] 192.168.203.32@tcp LPNI seq info [88489:88489:8:4294967295] 00000400:00000200:2.0:1761312152.226163:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.226167:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.226171:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312152.226176:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.226182:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.226185:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.226721:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.226726:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.226730:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f2bc3ec. 00000800:00000200:3.0:1761312152.227806:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.227812:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82339218). 00000400:00000200:3.0:1761312152.227822:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.227829:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.227833:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:3.0:1761312152.227835:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000800:00000200:3.0:1761312152.228156:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.228158:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312152.228162:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.228166:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.228168:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312152.228170:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:3.0:1761312152.228177:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015308032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.230743:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077b4f294. 00000400:00000200:3.0:1761312152.230797:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.230812:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdd00 00000400:00000200:3.0:1761312152.230821:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfc5 [1] + 224 00000400:00000200:3.0:1761312152.230836:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.230840:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.230851:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015308032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.231233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000425d4796. 00010000:00000010:0.1:1761312152.231241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00000400:00000200:2.0:1761312152.232399:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.232417:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51a00 00000400:00000200:2.0:1761312152.232425:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 1640 00000400:00000200:2.0:1761312152.232601:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.232607:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.232613:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.232619:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 00080000:00000010:2.0:1761312152.233800:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f2bc3ec. 00010000:00000010:2.0:1761312152.233886:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:2.0:1761312152.233892:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005882fc0. 00010000:00000010:2.0:1761312152.233963:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.233969:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312152.233980:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.233983:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.233990:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312152.234001:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000706b7600. 02000000:00000010:2.0:1761312152.234025:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017f0e236. 00000400:00000010:2.0:1761312152.234031:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312152.234035:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.234040:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308096, portal 16 00000400:00000010:2.0:1761312152.234045:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312152.234047:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308096, offset 0 00000400:00000200:2.0:1761312152.234052:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.234060:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.234065:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.234069:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.234071:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.234073:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88492:88492:255:4294967295] 192.168.203.32@tcp LPNI seq info [88492:88492:7:4294967295] 00000400:00000200:2.0:1761312152.234080:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.234084:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.234087:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339466). 00000800:00000200:2.0:1761312152.234092:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.234096:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.234099:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.234187:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.234190:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312152.234194:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.234198:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.234202:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:3.0:1761312152.234204:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000800:00000200:3.0:1761312152.234265:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.234267:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312152.234271:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.234275:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.234278:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:3.0:1761312152.234279:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:3.0:1761312152.234284:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015308096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.235326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000882ac24b. 00010000:00000010:0.1:1761312152.236308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b505411d. 00010000:00000010:0.1:1761312152.236318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.1:1761312152.236323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312152.236325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:3.0:1761312152.237159:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.237175:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdd40 00000400:00000200:3.0:1761312152.237183:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfd1 [1] + 224 00000400:00000200:3.0:1761312152.237216:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.237221:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.237231:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015308096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.237348:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023ba0caf. 00000400:00000200:2.0:1761312152.237355:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:2.0:1761312152.237357:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.237362:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015308096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.237369:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015308096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.237397:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017f0e236. 02000000:00000010:2.0:1761312152.237402:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000706b7600. 00000100:00000010:2.0:1761312152.237407:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312152.237411:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.237414:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000200:2.0:1761312152.238460:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.238475:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51a40 00000400:00000200:2.0:1761312152.238481:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac90d [2] + 1968 00000400:00000010:2.0:1761312152.238485:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002105a960. 00000400:00000200:2.0:1761312152.238491:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000de2bde2d 00000400:00000200:2.0:1761312152.238877:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.238884:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.238888:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de2bde2d 00000400:00000010:2.0:1761312152.238890:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000de2bde2d (tot 82338818). 00000100:00000200:2.0:1761312152.238896:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312152.239333:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4882629. 00000020:00000010:1.0:1761312152.239340:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.239344:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.239371:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000086fdf8ff x1846868012505664/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.239445:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505664 02000000:00000010:1.0:1761312152.239458:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4490269. 00010000:00000010:1.0:1761312152.239485:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae2fe609. 00010000:00000010:1.0:1761312152.239505:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.239512:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda8d5fa. 00000100:00000010:1.0:1761312152.239530:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dda8d5fa. 00010000:00000010:1.0:1761312152.239533:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.239547:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312152.239552:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505664, offset 224 00000400:00000200:1.0:1761312152.239559:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.239571:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.239576:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88493:88493:256:4294967295] 192.168.203.32@tcp LPNI seq info [88493:88493:8:4294967295] 00000400:00000200:1.0:1761312152.239586:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.239590:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.239594:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339066). 00000800:00000200:1.0:1761312152.239599:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.239606:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.239609:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.239655:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.239660:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.239664:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4882629. 02000000:00000010:1.0:1761312152.239673:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cecfd186. 00000100:00000010:1.0:1761312152.239679:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:1.0:1761312152.239692:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005de0ac76. 00000100:00000010:1.0:1761312152.239694:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:1.0:1761312152.239697:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:1.0:1761312152.239699:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 02000000:00000010:1.0:1761312152.239702:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c5c4cd8. 00000100:00000010:1.0:1761312152.239704:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 02000000:00000010:1.0:1761312152.239707:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:1.0:1761312152.239709:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 02000000:00000010:1.0:1761312152.239711:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f2d4f88. 00000100:00000010:1.0:1761312152.239713:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000200:1.0:1761312152.239719:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312152.239723:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009430148a. 00000400:00000010:1.0:1761312152.239727:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dda8d5fa (tot 82339218). 00080000:00000010:2.0:1761312152.239807:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000706b7600. 00010000:00000010:2.0:1761312152.239890:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312152.239896:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001578f8d8. 00010000:00000010:2.0:1761312152.239973:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.239978:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312152.239988:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.239992:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.239998:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312152.240009:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017f0e236. 02000000:00000010:2.0:1761312152.240031:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007e00ec6. 00000400:00000010:2.0:1761312152.240035:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312152.240039:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.240042:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308160, portal 16 00000400:00000010:2.0:1761312152.240046:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312152.240048:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308160, offset 0 00000400:00000200:2.0:1761312152.240052:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.240059:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.240066:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.240069:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.240071:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.240073:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88494:88494:255:4294967295] 192.168.203.32@tcp LPNI seq info [88494:88494:7:4294967295] 00000400:00000200:2.0:1761312152.240080:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.240084:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.240087:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312152.240090:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.240095:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.240097:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.240191:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.240195:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82339218). 00000400:00000200:3.0:1761312152.240200:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.240204:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.240207:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312152.240209:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 02000000:00000010:3.0:1761312152.240213:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4490269. 00000800:00000200:3.0:1761312152.240274:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.240276:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312152.240280:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.240283:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.240285:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:3.0:1761312152.240286:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:3.0:1761312152.240291:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015308160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.240362:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ea6c48a. 00010000:00000010:2.1:1761312152.241822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d01d41d. 00010000:00000010:2.1:1761312152.241831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00000400:00000200:3.0:1761312152.242836:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.242852:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdd80 00000400:00000200:3.0:1761312152.242860:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfe1 [1] + 224 00000400:00000200:3.0:1761312152.242877:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.242880:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.242892:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015308160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.243351:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023ba0caf. 00000400:00000200:2.0:1761312152.243358:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:2.0:1761312152.243360:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.243366:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015308160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.243374:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015308160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.243401:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007e00ec6. 02000000:00000010:2.0:1761312152.243407:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017f0e236. 00000100:00000010:2.0:1761312152.243410:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312152.243414:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.243417:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000200:2.0:1761312152.245693:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.245714:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51a80 00000400:00000200:2.0:1761312152.245722:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 0 00000400:00000200:2.0:1761312152.245794:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.245799:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.245804:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.245810:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000020:00000010:1.0:1761312152.245905:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.245911:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.245916:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.245940:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012505728/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.245962:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505728 02000000:00000010:1.0:1761312152.245972:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4882629. 00010000:00000010:1.0:1761312152.245998:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd467fe7. 00010000:00000010:1.0:1761312152.246018:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.246026:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.246047:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.246052:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.246065:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312152.246069:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505728, offset 224 00000400:00000200:1.0:1761312152.246077:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.246087:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.246092:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88495:88495:256:4294967295] 192.168.203.32@tcp LPNI seq info [88495:88495:8:4294967295] 00000400:00000200:1.0:1761312152.246101:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.246105:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.246109:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312152.246114:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.246120:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.246124:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.246143:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.246147:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.246151:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00080000:00000010:2.0:1761312152.246450:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017f0e236. 00000800:00000200:3.0:1761312152.246487:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.246491:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312152.246496:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.246501:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.246504:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:3.0:1761312152.246506:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00010000:00000010:2.0:1761312152.246532:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312152.246540:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a597cc0. 00010000:00000010:2.0:1761312152.246613:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312152.246618:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312152.246878:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312152.246884:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.246892:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312152.246905:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007e00ec6. 02000000:00000010:2.0:1761312152.246930:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000120d376e. 00000400:00000010:2.0:1761312152.246936:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312152.246941:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.246946:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308224, portal 16 00000400:00000010:2.0:1761312152.246949:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312152.246951:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308224, offset 0 00000400:00000200:2.0:1761312152.246958:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.246966:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.246972:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.246976:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.246978:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.246981:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88496:88496:256:4294967295] 192.168.203.32@tcp LPNI seq info [88496:88496:8:4294967295] 00000400:00000200:2.0:1761312152.246988:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.246993:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.246997:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312152.247002:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.247007:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.247009:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.247611:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.247615:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312152.247620:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.247645:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.247649:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:3.0:1761312152.247651:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:3.0:1761312152.247658:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015308224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.248382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b52f812. 00000400:00000200:2.0:1761312152.250886:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.250905:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffddc0 00000400:00000200:2.0:1761312152.250913:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadfed [1] + 224 00000400:00000200:2.0:1761312152.250925:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.250929:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.250940:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015308224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.251316:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.251322:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51ac0 00000400:00000200:2.0:1761312152.251327:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 328 00000400:00000200:2.0:1761312152.251396:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.251400:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.251404:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.251409:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:1.0:1761312152.251537:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.251544:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.251547:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.251571:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012505792/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.251608:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505792 02000000:00000010:1.0:1761312152.251619:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e3ac88e. 00010000:00000010:1.0:1761312152.252687:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072cfb5be. 00010000:00000010:1.0:1761312152.253010:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.253019:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.253037:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.253040:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.253055:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312152.253059:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505792, offset 224 00000400:00000200:1.0:1761312152.253067:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.253079:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.253085:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88497:88497:256:4294967295] 192.168.203.32@tcp LPNI seq info [88497:88497:8:4294967295] 00000400:00000200:1.0:1761312152.253094:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.253100:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.253105:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.253109:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.253116:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.253119:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.253134:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.253139:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.253143:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00000800:00000200:3.0:1761312152.255867:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.255873:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82339218). 00000400:00000200:3.0:1761312152.255884:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.255893:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.255898:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:3.0:1761312152.255901:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00010000:00000010:2.1:1761312152.256192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071dfe55c. 00010000:00000010:2.1:1761312152.256201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:1.1:1761312152.256657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639bcb1f. 00010000:00000010:0.1:1761312152.259913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.259929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00000400:00000200:3.0:1761312152.260016:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.260033:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffde00 00000400:00000200:3.0:1761312152.260040:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xadff9 [1] + 224 00000400:00000200:3.0:1761312152.260056:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.260060:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.260071:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015308288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.260669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2828f5. 00010000:00000010:2.1:1761312152.260676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:1.1:1761312152.260852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d95b93. 00000400:00000200:2.0:1761312152.264535:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.264554:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51b00 00000400:00000200:2.0:1761312152.264563:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 656 00000400:00000200:2.0:1761312152.264660:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.264665:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.264671:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.264676:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:1.0:1761312152.264793:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.264801:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.264805:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.264830:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012505856/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.264865:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505856 02000000:00000010:1.0:1761312152.264876:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3a2b9d3. 00010000:00000010:1.0:1761312152.264906:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058acf790. 00010000:00000010:1.0:1761312152.264927:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.264934:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.264942:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.264945:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.264958:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312152.264963:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505856, offset 224 00000400:00000200:1.0:1761312152.264970:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.264980:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.264985:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88499:88499:256:4294967295] 192.168.203.32@tcp LPNI seq info [88499:88499:8:4294967295] 00000400:00000200:1.0:1761312152.264996:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.265002:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.265006:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.265012:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.265019:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.265022:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.265053:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.265058:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.265061:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00000800:00000200:3.0:1761312152.265981:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.265985:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82339218). 00000400:00000200:3.0:1761312152.265991:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.265995:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.265999:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:3.0:1761312152.266001:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000800:00000200:3.0:1761312152.266048:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.266050:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:3.0:1761312152.266053:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.266056:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.266058:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312152.266059:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:3.0:1761312152.266064:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015308352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.270660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035bd5af8. 00010000:00000010:1.1:1761312152.270665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb430efe. 00010000:00000010:0.1:1761312152.270675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:3.0:1761312152.274033:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.274054:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffde40 00000400:00000200:3.0:1761312152.274062:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae005 [1] + 224 00000400:00000200:3.0:1761312152.274078:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.274083:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.274094:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015308352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.274198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.274206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00000400:00000200:2.0:1761312152.277914:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.277932:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51b40 00000400:00000200:2.0:1761312152.277940:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 984 00000400:00000200:2.0:1761312152.278004:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.278008:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.278016:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.278022:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000020:00000010:1.0:1761312152.278138:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.278145:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.278149:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.278172:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012505920/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.278215:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012505920 02000000:00000010:1.0:1761312152.278227:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4490269. 00010000:00000010:1.0:1761312152.278253:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049af4682. 00010000:00000010:1.0:1761312152.278274:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.278281:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.278301:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.278306:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.278318:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312152.278324:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012505920, offset 224 00000400:00000200:1.0:1761312152.278332:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.278342:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.278348:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88501:88501:256:4294967295] 192.168.203.32@tcp LPNI seq info [88501:88501:8:4294967295] 00000400:00000200:1.0:1761312152.278357:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.278361:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.278366:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.278371:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.278378:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.278382:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.278403:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.278408:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.278411:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00080000:00000010:2.0:1761312152.278671:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007e00ec6. 00010000:00000010:2.0:1761312152.278764:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:2.0:1761312152.278771:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7aaa250. 00010000:00000010:2.0:1761312152.278834:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.278840:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.278849:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092db2717. 00000100:00000010:2.0:1761312152.278853:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.278859:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 02000000:00000010:2.0:1761312152.278868:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000120d376e. 02000000:00000010:2.0:1761312152.278890:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f2d4f88. 00000400:00000010:2.0:1761312152.278895:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312152.278899:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312152.278904:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308416, portal 16 00000400:00000010:2.0:1761312152.278909:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312152.278910:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308416, offset 0 00000400:00000200:2.0:1761312152.278917:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.278924:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.278930:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.278933:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.278936:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.278939:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88502:88502:255:4294967295] 192.168.203.32@tcp LPNI seq info [88502:88502:7:4294967295] 00000400:00000200:2.0:1761312152.278946:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.278951:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.278954:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312152.278958:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.278963:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.278965:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.283025:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.283031:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82339218). 00000400:00000200:3.0:1761312152.283038:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.283046:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.283053:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:3.0:1761312152.283055:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000800:00000200:3.0:1761312152.283123:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.283125:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312152.283128:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.283132:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.283134:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:3.0:1761312152.283136:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:3.0:1761312152.283144:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000465aba52 x1846868015308416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.292278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437217f8. 00010000:00000010:2.1:1761312152.292670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003415a667. 00010000:00000010:2.1:1761312152.292678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00000400:00000200:2.0:1761312152.292714:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.292731:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffde80 00000400:00000200:2.0:1761312152.292740:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae011 [1] + 224 00000400:00000200:2.0:1761312152.292768:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.292772:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.292783:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000465aba52 x1846868015308416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.296574:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.296595:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51b80 00000400:00000200:2.0:1761312152.296603:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 1312 00000400:00000200:2.0:1761312152.296705:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.296711:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.296718:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.296724:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00080000:00000010:2.0:1761312152.297247:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005de0ac76. 00010000:00000010:2.0:1761312152.297325:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.297332:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f97deb63. 00010000:00000010:2.0:1761312152.297404:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.297409:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.297419:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000017f9a. 00000100:00000010:2.0:1761312152.297422:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000123d1da6. 00000100:00000010:2.0:1761312152.297428:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 02000000:00000010:2.0:1761312152.297439:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000120d376e. 02000000:00000010:2.0:1761312152.297460:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f2d4f88. 00000400:00000010:2.0:1761312152.297465:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1c3fb4f. 00000400:00000010:2.0:1761312152.297470:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312152.297475:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308480, portal 16 00000400:00000010:2.0:1761312152.297479:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312152.297481:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308480, offset 0 00000400:00000200:2.0:1761312152.297486:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.297492:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.297498:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.297501:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.297504:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.297506:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88504:88504:255:4294967295] 192.168.203.32@tcp LPNI seq info [88504:88504:7:4294967295] 00000400:00000200:2.0:1761312152.297514:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.297518:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.297521:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312152.297525:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.297530:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.297532:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.298553:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.298558:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:3.0:1761312152.298563:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.298570:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.298574:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:3.0:1761312152.298576:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000800:00000200:3.0:1761312152.298650:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.298652:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312152.298656:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.298660:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.298663:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:3.0:1761312152.298664:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:3.0:1761312152.298671:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a73d2881 x1846868015308480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.301119:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.301138:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdec0 00000400:00000200:2.0:1761312152.301147:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae01d [1] + 224 00000400:00000200:2.0:1761312152.301165:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.301168:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.301177:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a73d2881 x1846868015308480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.301768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d4b15ea. 00010000:00000010:2.1:1761312152.301776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000400:00000200:2.0:1761312152.302923:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.302939:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51bc0 00000400:00000200:2.0:1761312152.302945:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 1640 00000400:00000200:2.0:1761312152.303005:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.303010:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.303016:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.303021:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000020:00000010:1.0:1761312152.304479:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.304489:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.304492:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.304519:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012506048/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.304551:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506048 02000000:00000010:1.0:1761312152.304561:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083f3ab7f. 00010000:00000010:1.0:1761312152.304588:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cb615e6. 00010000:00000010:1.0:1761312152.304609:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.304616:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.304652:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.304657:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.304670:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312152.304675:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506048, offset 224 00000400:00000200:1.0:1761312152.304682:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.304694:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.304699:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88505:88505:256:4294967295] 192.168.203.32@tcp LPNI seq info [88505:88505:8:4294967295] 00000400:00000200:1.0:1761312152.304709:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.304713:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.304718:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.304723:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.304730:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.304733:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.304767:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.304774:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.304777:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00000800:00000200:3.0:1761312152.304880:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.304884:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:3.0:1761312152.304889:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.304894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.304898:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:3.0:1761312152.304900:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00080000:00000010:2.0:1761312152.305032:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000120d376e. 00010000:00000010:2.0:1761312152.305108:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.305113:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b076d81a. 00010000:00000010:2.0:1761312152.305171:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.305176:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.305184:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312152.305187:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000123d1da6. 00000100:00000010:2.0:1761312152.305193:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:2.0:1761312152.305202:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f2d4f88. 02000000:00000010:2.0:1761312152.305222:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a027ac4f. 00000400:00000010:2.0:1761312152.305227:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.305231:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312152.305236:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308544, portal 16 00000400:00000010:2.0:1761312152.305240:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312152.305242:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308544, offset 0 00000400:00000200:2.0:1761312152.305247:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.305254:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.305260:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.305263:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.305266:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.305269:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88506:88506:256:4294967295] 192.168.203.32@tcp LPNI seq info [88506:88506:8:4294967295] 00000400:00000200:2.0:1761312152.305275:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.305279:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.305282:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312152.305286:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.305290:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.305292:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.307564:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.307571:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312152.307581:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.307588:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.307593:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312152.307595:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312152.307604:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3bd497f x1846868015308544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.310787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b9e4ee. 00000400:00000200:2.0:1761312152.312017:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.312035:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdf00 00000400:00000200:2.0:1761312152.312043:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae029 [1] + 224 00000400:00000200:2.0:1761312152.312062:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.312065:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.312076:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3bd497f x1846868015308544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.312816:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.312828:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51c00 00000400:00000200:3.0:1761312152.312833:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac965 [2] + 1968 00000400:00000010:3.0:1761312152.312837:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009c18309f. 00000400:00000200:3.0:1761312152.312841:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000952a6f8 00000400:00000200:3.0:1761312152.312893:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.312897:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.312900:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000952a6f8 00000400:00000010:3.0:1761312152.312901:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000952a6f8 (tot 82338818). 00000100:00000200:3.0:1761312152.312906:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:2.0:1761312152.313244:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a027ac4f. 00010000:00000010:2.0:1761312152.313320:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.313326:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d86229dc. 00010000:00000010:2.0:1761312152.313394:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312152.313399:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.313409:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.313412:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.313418:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.313428:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcc95a1c. 02000000:00000010:2.0:1761312152.313447:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003051ee00. 00000400:00000010:2.0:1761312152.313451:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.313454:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.313459:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308608, portal 16 00000400:00000010:2.0:1761312152.313462:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312152.313464:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308608, offset 0 00000400:00000200:2.0:1761312152.313470:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.313480:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.313487:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.313490:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.313493:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.313496:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88507:88507:256:4294967295] 192.168.203.32@tcp LPNI seq info [88507:88507:8:4294967295] 00000400:00000200:2.0:1761312152.313505:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.313510:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.313514:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339066). 00000800:00000200:2.0:1761312152.313519:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.313526:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.313529:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.313966:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.313971:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338818). 00000400:00000200:3.0:1761312152.313977:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.313981:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.313985:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312152.313987:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:3.0:1761312152.313992:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312152.314422:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.314426:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312152.314429:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.314433:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.314436:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:2.0:1761312152.314437:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 02000000:00000010:2.0:1761312152.314441:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad613cc4. 00000400:00000200:3.0:1761312152.316479:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.316496:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdf40 00000400:00000200:3.0:1761312152.316505:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae035 [1] + 224 00000400:00000200:3.0:1761312152.316518:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.316521:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.316530:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015308608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.318101:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.318111:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.318114:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.318125:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.318134:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.318175:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:2.0:1761312152.318182:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcc95a1c. 00000100:00000010:2.0:1761312152.318186:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.318191:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.318194:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:3.0:1761312152.318384:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.318396:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51c40 00000400:00000200:3.0:1761312152.318401:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac9bd [2] + 0 00000400:00000200:3.0:1761312152.318454:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.318458:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.318462:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.318466:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00010000:00000010:1.1:1761312152.318674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b7cb64b. 00080000:00000010:2.0:1761312152.320789:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003051ee00. 00010000:00000010:2.0:1761312152.320860:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.320867:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d35879f2. 00010000:00000010:2.0:1761312152.320932:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312152.320937:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.320941:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.320945:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00080000:00000010:2.0:1761312152.320955:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002814f20. 00010000:00000010:2.0:1761312152.320976:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.320979:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.321022:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.321026:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.321032:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.321037:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.321043:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.321053:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcc95a1c. 02000000:00000010:2.0:1761312152.321077:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e318bd3d. 00000400:00000010:2.0:1761312152.321083:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.321087:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.321091:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308672, portal 16 00000400:00000010:2.0:1761312152.321095:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312152.321097:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308672, offset 0 00000400:00000200:2.0:1761312152.321102:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.321109:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.321116:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.321119:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.321122:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.321124:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88510:88510:255:4294967295] 192.168.203.32@tcp LPNI seq info [88510:88510:7:4294967295] 00000400:00000200:2.0:1761312152.321131:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.321138:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.321141:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312152.321145:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.321150:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.321152:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.322228:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.322232:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:1.0:1761312152.322238:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.322244:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.322248:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:1.0:1761312152.322250:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000800:00000200:1.0:1761312152.322312:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.322314:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:1.0:1761312152.322319:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.322323:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.322324:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:1.0:1761312152.322326:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:1.0:1761312152.322334:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.323675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000789008cd. 00010000:00000010:2.1:1761312152.323731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18209ec. 00010000:00000010:2.1:1761312152.323738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:3.0:1761312152.324910:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.324926:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdf80 00000400:00000200:3.0:1761312152.324935:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae045 [1] + 224 00000400:00000200:3.0:1761312152.324945:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.324948:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.324958:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015308672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.324996:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.325001:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51c80 00000400:00000200:3.0:1761312152.325005:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac9bd [2] + 328 00000400:00000200:3.0:1761312152.325028:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.325031:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.325035:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.325040:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000400:00000010:2.0:1761312152.325164:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.325169:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.325171:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.325177:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.325184:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.325210:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e318bd3d. 02000000:00000010:2.0:1761312152.325216:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcc95a1c. 00000100:00000010:2.0:1761312152.325220:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.325224:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.325227:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312152.325768:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e318bd3d. 00010000:00000010:2.0:1761312152.325849:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.325855:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a851bfe. 00010000:00000010:2.0:1761312152.325924:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.325929:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.325938:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.325941:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.325947:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.325956:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dcc95a1c. 02000000:00000010:2.0:1761312152.325982:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9b77754. 00000400:00000010:2.0:1761312152.325986:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.325989:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.325994:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308736, portal 16 00000400:00000010:2.0:1761312152.325997:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312152.326000:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308736, offset 0 00000400:00000200:2.0:1761312152.326006:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.326012:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.326018:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.326021:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.326024:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.326026:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88512:88512:255:4294967295] 192.168.203.32@tcp LPNI seq info [88512:88512:7:4294967295] 00000400:00000200:2.0:1761312152.326033:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.326038:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.326041:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312152.326045:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.326050:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.326053:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.326765:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.326769:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312152.326774:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.326780:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.326783:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:3.0:1761312152.326785:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000800:00000200:3.0:1761312152.326854:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.326856:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312152.326860:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.326863:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.326865:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312152.326866:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:3.0:1761312152.326872:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.327766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000907edb60. 00010000:00000010:2.1:1761312152.327776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:0.1:1761312152.328671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acaad279. 00010000:00000010:2.1:1761312152.330852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002591ae73. 00010000:00000010:2.1:1761312152.330867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:2.1:1761312152.330871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312152.330873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000200:1.0:1761312152.332288:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.332307:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffdfc0 00000400:00000200:1.0:1761312152.332315:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae051 [1] + 224 00000400:00000200:1.0:1761312152.332327:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.332330:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.332341:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015308736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.332565:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.332571:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51cc0 00000400:00000200:1.0:1761312152.332576:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac9bd [2] + 656 00000400:00000200:1.0:1761312152.332587:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.332590:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.332594:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.332599:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00000400:00000010:2.0:1761312152.332776:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.332783:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.332785:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.332790:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.332799:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.332827:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9b77754. 02000000:00000010:2.0:1761312152.332832:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dcc95a1c. 00000100:00000010:2.0:1761312152.332838:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.332842:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.332845:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.332904:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.332911:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.332915:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.332938:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002c0eba62 x1846868012506304/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.333011:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506304 02000000:00000010:3.0:1761312152.333026:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.333056:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdc079f0. 00010000:00000010:3.0:1761312152.333078:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.333083:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.333099:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.333102:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.333118:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312152.333122:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506304, offset 224 00000400:00000200:3.0:1761312152.333129:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.333140:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.333154:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88513:88513:256:4294967295] 192.168.203.32@tcp LPNI seq info [88513:88513:8:4294967295] 00000400:00000200:3.0:1761312152.333164:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.333169:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.333173:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.333179:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.333186:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.333189:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.333215:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.333221:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.333223:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00080000:00000010:2.0:1761312152.333271:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9b77754. 00010000:00000010:2.0:1761312152.333354:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.333361:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c12028a. 00010000:00000010:2.0:1761312152.333439:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.333445:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.333455:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.333458:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.333463:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.333473:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000154dfaa1. 02000000:00000010:2.0:1761312152.333500:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcc95a1c. 00000400:00000010:2.0:1761312152.333505:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.333508:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.333513:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308800, portal 16 00000400:00000010:2.0:1761312152.333516:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312152.333518:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308800, offset 0 00000400:00000200:2.0:1761312152.333523:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.333529:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.333534:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.333538:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.333540:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.333542:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88514:88514:255:4294967295] 192.168.203.32@tcp LPNI seq info [88514:88514:7:4294967295] 00000400:00000200:2.0:1761312152.333549:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.333553:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.333556:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312152.333559:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.333563:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.333565:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.334057:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.334061:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:1.0:1761312152.334066:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.334071:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.334074:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312152.334076:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00000800:00000200:1.0:1761312152.334483:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.334487:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:1.0:1761312152.334492:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.334496:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.334499:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:1.0:1761312152.334501:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:1.0:1761312152.334508:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.336679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004423d5b1. 00010000:00000010:2.1:1761312152.336745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb9a5aa4. 00010000:00000010:2.1:1761312152.336752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:3.1:1761312152.340380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067d692d7. 00000400:00000200:3.0:1761312152.341595:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.341613:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe000 00000400:00000200:3.0:1761312152.341621:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae05d [1] + 224 00000400:00000010:2.0:1761312152.341948:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.341955:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.341957:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.341962:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.341969:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.341996:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcc95a1c. 02000000:00000010:2.0:1761312152.342002:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000154dfaa1. 00000100:00000010:2.0:1761312152.342006:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.342010:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.342014:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00010000:00000010:2.1:1761312152.344670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d117c29f. 00000400:00000200:1.0:1761312152.344671:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00010000:00000010:2.1:1761312152.344683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:1.0:1761312152.344878:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51d00 00000400:00000200:1.0:1761312152.344886:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xac9bd [2] + 984 00000400:00000200:1.0:1761312152.344953:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.344958:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.344965:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.344970:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00000020:00000010:3.0:1761312152.345075:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.345082:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.345086:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.345111:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8be6d4b x1846868012506368/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.345367:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506368 02000000:00000010:3.0:1761312152.345379:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.345405:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000547d3fae. 00010000:00000010:3.0:1761312152.345423:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.345429:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.345449:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.345453:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.345467:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312152.345472:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506368, offset 224 00000400:00000200:3.0:1761312152.345480:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.345490:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.345495:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88515:88515:256:4294967295] 192.168.203.32@tcp LPNI seq info [88515:88515:8:4294967295] 00000400:00000200:3.0:1761312152.345505:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.345510:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.345513:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00080000:00000010:2.0:1761312152.345517:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcc95a1c. 00000800:00000200:3.0:1761312152.345518:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.345525:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.345528:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.345555:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.345560:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.345562:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00010000:00000010:2.0:1761312152.345607:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.345614:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004af7538b. 00010000:00000010:2.0:1761312152.345713:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.345719:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.345730:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.345733:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.345740:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.345761:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000154dfaa1. 02000000:00000010:2.0:1761312152.345784:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be688330. 00000400:00000010:2.0:1761312152.345790:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.345795:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.345799:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308864, portal 16 00000400:00000010:2.0:1761312152.345803:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312152.345804:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308864, offset 0 00000400:00000200:2.0:1761312152.345810:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.345815:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.345821:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.345824:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.345826:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.345828:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88516:88516:255:4294967295] 192.168.203.32@tcp LPNI seq info [88516:88516:7:4294967295] 00000400:00000200:2.0:1761312152.345835:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.345839:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.345842:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312152.345845:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.345849:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.345851:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.345868:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.345871:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:1.0:1761312152.345875:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.345879:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.345882:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:1.0:1761312152.345884:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000800:00000200:1.0:1761312152.345909:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.345911:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312152.345915:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.345918:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.345920:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:1.0:1761312152.345921:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:1.0:1761312152.345925:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312152.350227:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.350233:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.350237:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.350259:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012506432/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.350292:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506432 02000000:00000010:3.0:1761312152.350306:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cc3c204. 00010000:00000010:3.0:1761312152.350348:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.350355:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.350361:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.350364:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.350378:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312152.350383:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506432, offset 224 00000400:00000200:3.0:1761312152.350390:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.350400:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.350405:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88517:88517:256:4294967295] 192.168.203.32@tcp LPNI seq info [88517:88517:8:4294967295] 00000400:00000200:3.0:1761312152.350415:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.350420:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.350424:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312152.350429:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.350435:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.350438:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.350467:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.350473:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.350476:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00000800:00000200:1.0:1761312152.351431:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.351437:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:1.0:1761312152.351443:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.351449:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.351454:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:1.0:1761312152.351456:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000400:00000010:2.0:1761312152.353548:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.353561:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.353563:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.353577:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.353589:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312152.353622:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e163c9fb. 02000000:00000010:2.0:1761312152.353671:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be688330. 02000000:00000010:2.0:1761312152.353677:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000154dfaa1. 00000100:00000010:2.0:1761312152.353693:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.353698:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.353702:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312152.353722:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be688330. 00010000:00000010:2.0:1761312152.353826:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.353833:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dade7c1. 00010000:00000010:2.0:1761312152.353904:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.353909:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.353921:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.353926:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.353933:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.353945:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037dcbc55. 02000000:00000010:2.0:1761312152.353971:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca956689. 00000400:00000010:2.0:1761312152.353975:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.353979:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.353985:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308928, portal 16 00000400:00000010:2.0:1761312152.353989:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312152.353992:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308928, offset 0 00000400:00000200:2.0:1761312152.353999:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.354012:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.354018:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.354022:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.354025:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.354028:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88518:88518:256:4294967295] 192.168.203.32@tcp LPNI seq info [88518:88518:8:4294967295] 00000400:00000200:2.0:1761312152.354038:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.354044:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.354048:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312152.354053:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.354060:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.354064:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.354547:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.354551:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312152.354558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.354563:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.354567:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312152.354568:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:3.0:1761312152.354573:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015308928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.358106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d0b5fd9. 00010000:00000010:2.1:1761312152.358129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000010:2.0:1761312152.359442:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.359448:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.359450:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.359456:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.359463:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.359489:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca956689. 02000000:00000010:2.0:1761312152.359495:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037dcbc55. 00000100:00000010:2.0:1761312152.359498:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.359502:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.359506:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:1.0:1761312152.359589:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.359595:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.359599:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.359620:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012506496/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.359677:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506496 02000000:00000010:1.0:1761312152.359697:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5857f37. 00010000:00000010:1.0:1761312152.359722:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a31174e3. 00010000:00000010:1.0:1761312152.359741:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.359747:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.359764:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.359768:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.359780:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312152.359783:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506496, offset 224 00000400:00000200:1.0:1761312152.359790:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.359799:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.359805:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88519:88519:256:4294967295] 192.168.203.32@tcp LPNI seq info [88519:88519:8:4294967295] 00000400:00000200:1.0:1761312152.359815:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.359819:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.359823:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312152.359828:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.359835:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.359838:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.359866:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.359871:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.359874:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00080000:00000010:2.0:1761312152.360250:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037dcbc55. 00010000:00000010:2.0:1761312152.360340:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.360347:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a6f0a83. 00010000:00000010:2.0:1761312152.360414:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.360420:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.360429:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.360433:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.360439:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.360448:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca956689. 02000000:00000010:2.0:1761312152.360468:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d5adb036. 00000400:00000010:2.0:1761312152.360471:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.360475:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.360479:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015308992, portal 16 00000400:00000010:2.0:1761312152.360482:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312152.360484:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015308992, offset 0 00000400:00000200:2.0:1761312152.360489:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.360496:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.360502:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.360505:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.360507:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.360510:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88520:88520:255:4294967295] 192.168.203.32@tcp LPNI seq info [88520:88520:7:4294967295] 00000400:00000200:2.0:1761312152.360517:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.360521:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.360524:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339466). 00000800:00000200:2.0:1761312152.360527:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.360531:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.360533:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312152.363307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094ea7328. 00000400:00000200:3.0:1761312152.364580:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.364599:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe0c0 00000400:00000200:3.0:1761312152.364606:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae081 [1] + 224 00000400:00000200:3.0:1761312152.364665:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.364671:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.364694:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015308992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.364834:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.364840:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.364841:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.364846:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015308992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.364854:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015308992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.364880:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d5adb036. 02000000:00000010:2.0:1761312152.364884:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca956689. 00000100:00000010:2.0:1761312152.364888:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.364892:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.364896:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.366331:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.366337:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.366341:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.366362:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000354b3817 x1846868012506560/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.367554:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506560 02000000:00000010:3.0:1761312152.367571:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd843c64. 00010000:00000010:3.0:1761312152.367608:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e424ae98. 00010000:00000010:3.0:1761312152.367654:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.367662:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000000883174. 00000100:00000010:3.0:1761312152.367675:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000000883174. 00010000:00000010:3.0:1761312152.367678:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.367702:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312152.367708:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506560, offset 224 00000400:00000200:3.0:1761312152.367715:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.367728:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.367733:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88521:88521:256:4294967295] 192.168.203.32@tcp LPNI seq info [88521:88521:8:4294967295] 00000400:00000200:3.0:1761312152.367742:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.367747:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.367751:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339066). 00000800:00000200:3.0:1761312152.367765:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.367771:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.367775:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.367789:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.367794:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.367798:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 02000000:00000010:3.0:1761312152.367806:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5857f37. 00000100:00000010:3.0:1761312152.367810:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:3.0:1761312152.367814:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cc3c204. 00000100:00000010:3.0:1761312152.367816:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312152.367820:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:3.0:1761312152.367821:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 02000000:00000010:3.0:1761312152.367824:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:3.0:1761312152.367825:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 02000000:00000010:3.0:1761312152.367829:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000df7f54d. 00000100:00000010:3.0:1761312152.367830:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312152.367833:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046b22446. 00000100:00000010:3.0:1761312152.367835:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000200:3.0:1761312152.367840:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.367845:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099e4ef5f. 00000400:00000010:3.0:1761312152.367849:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000000883174 (tot 82339218). 00080000:00000010:2.0:1761312152.367981:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca956689. 00010000:00000010:2.0:1761312152.368054:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.368060:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050ebaacd. 00010000:00000010:2.0:1761312152.368572:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312152.368579:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.368588:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.368593:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.368600:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.368610:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5adb036. 02000000:00000010:2.0:1761312152.368670:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008165616. 00000400:00000010:2.0:1761312152.368675:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.368679:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.368693:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309056, portal 16 00000400:00000010:2.0:1761312152.368698:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312152.368700:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309056, offset 0 00000400:00000200:2.0:1761312152.368706:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.368715:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.368721:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.368725:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.368727:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.368730:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88522:88522:256:4294967295] 192.168.203.32@tcp LPNI seq info [88522:88522:8:4294967295] 00000400:00000200:2.0:1761312152.368737:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.368741:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.368744:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312152.368748:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.368763:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.368765:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.370349:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1761312152.370669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019161834. 00000800:00000010:3.0:1761312152.371101:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:3.0:1761312152.371117:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.371126:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.371131:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312152.371133:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312152.371142:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.371209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd718f3b. 00010000:00000010:2.1:1761312152.371216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe8a0231. 00010000:00000010:2.1:1761312152.371220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000020:00000010:1.0:1761312152.374960:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.374967:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.374971:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.374995:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012506624/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.375028:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506624 02000000:00000010:1.0:1761312152.375038:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066a1ef6c. 00010000:00000010:1.0:1761312152.375073:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.375079:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.375086:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.375091:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.375103:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312152.375107:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506624, offset 224 00000400:00000200:1.0:1761312152.375114:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.375125:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.375130:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88523:88523:256:4294967295] 192.168.203.32@tcp LPNI seq info [88523:88523:8:4294967295] 00000400:00000200:1.0:1761312152.375139:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.375143:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.375147:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.375152:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.375159:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.375162:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.375186:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.375191:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.375194:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00010000:00000010:2.1:1761312152.375656:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001afa8f89. 00010000:00000010:2.1:1761312152.375664:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312152.375667:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6d0ded. 00010000:00000010:2.1:1761312152.375670:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000010:2.0:1761312152.375681:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.375699:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.375702:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.375709:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.375722:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312152.375745:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058b17f03. 02000000:00000010:2.0:1761312152.375772:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008165616. 02000000:00000010:2.0:1761312152.375777:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5adb036. 00000100:00000010:2.0:1761312152.375780:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.375785:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.375787:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312152.375803:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5adb036. 00010000:00000010:2.0:1761312152.375883:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.375889:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cdec31b. 00010000:00000010:2.0:1761312152.375959:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.375964:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.375973:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.375976:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.375983:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.375993:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008165616. 02000000:00000010:2.0:1761312152.376016:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000878fa77. 00000400:00000010:2.0:1761312152.376020:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.376024:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.376028:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309120, portal 16 00000400:00000010:2.0:1761312152.376032:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312152.376034:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309120, offset 0 00000400:00000200:2.0:1761312152.376040:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.376049:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.376055:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.376059:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.376062:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.376064:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88524:88524:255:4294967295] 192.168.203.32@tcp LPNI seq info [88524:88524:7:4294967295] 00000400:00000200:2.0:1761312152.376071:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.376076:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.376081:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339466). 00000800:00000200:2.0:1761312152.376085:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.376090:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.376093:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312152.378912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052e0e262. 00000400:00000200:3.0:1761312152.379915:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.379932:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe140 00000400:00000200:3.0:1761312152.379942:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae09d [1] + 224 00000400:00000200:3.0:1761312152.379958:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.379962:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.379974:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.380345:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.380352:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.380353:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.380359:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.380366:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.380391:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000878fa77. 02000000:00000010:2.0:1761312152.380397:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000008165616. 00000100:00000010:2.0:1761312152.380400:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.380405:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.380407:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.381311:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:3.0:1761312152.381319:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.381323:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.381351:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012506688/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.381386:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506688 02000000:00000010:3.0:1761312152.381399:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cc3c204. 00010000:00000010:3.0:1761312152.381427:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f79c9ac6. 00010000:00000010:3.0:1761312152.381447:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.381454:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8ecb9f. 00000100:00000010:3.0:1761312152.381472:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8ecb9f. 00010000:00000010:3.0:1761312152.381477:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.381493:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312152.381498:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506688, offset 224 00000400:00000200:3.0:1761312152.381506:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.381516:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.381520:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88525:88525:256:4294967295] 192.168.203.32@tcp LPNI seq info [88525:88525:8:4294967295] 00000400:00000200:3.0:1761312152.381529:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.381534:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.381538:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.381543:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.381550:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.381553:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.381575:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.381581:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.381584:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00080000:00000010:2.0:1761312152.381721:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008165616. 00010000:00000010:2.0:1761312152.381812:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.381818:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003891af9c. 00010000:00000010:2.0:1761312152.381889:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.381894:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.381904:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.381907:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.381913:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.381923:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000878fa77. 02000000:00000010:2.0:1761312152.381943:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c98c6d64. 00000400:00000010:2.0:1761312152.381949:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.381952:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.381957:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309184, portal 16 00000400:00000010:2.0:1761312152.381961:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312152.381963:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309184, offset 0 00000400:00000200:2.0:1761312152.381969:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.381975:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.381981:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.381984:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.381987:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.381989:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88526:88526:255:4294967295] 192.168.203.32@tcp LPNI seq info [88526:88526:7:4294967295] 00000400:00000200:2.0:1761312152.381996:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.382001:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.382005:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339466). 00000800:00000200:2.0:1761312152.382009:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.382013:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.382015:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312152.383024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005307afdd. 00010000:00000010:2.1:1761312152.383033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bf96779. 00010000:00000010:2.1:1761312152.383037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00000400:00000200:3.0:1761312152.384850:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.384868:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe180 00000400:00000200:3.0:1761312152.384876:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0a9 [1] + 224 00000400:00000200:3.0:1761312152.384891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.384894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.384905:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.385420:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.385426:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.385427:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.385433:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.385441:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.385467:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c98c6d64. 02000000:00000010:2.0:1761312152.385472:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000878fa77. 00000100:00000010:2.0:1761312152.385475:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.385480:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.385483:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:1.0:1761312152.387790:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c5c4cd8. 00000020:00000010:1.0:1761312152.387801:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.387805:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.387831:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012506752/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.387870:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506752 02000000:00000010:1.0:1761312152.387882:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fced16. 00010000:00000010:1.0:1761312152.387911:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad5da5de. 00010000:00000010:1.0:1761312152.387932:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.387940:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.387959:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.387963:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.387978:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312152.388007:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506752, offset 224 00000400:00000200:1.0:1761312152.388016:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.388031:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.388037:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88527:88527:256:4294967295] 192.168.203.32@tcp LPNI seq info [88527:88527:8:4294967295] 00000400:00000200:1.0:1761312152.388048:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.388053:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.388058:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312152.388063:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.388070:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.388074:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.388089:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.388093:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.388097:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c5c4cd8. 00080000:00000010:2.0:1761312152.388197:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000878fa77. 00010000:00000010:2.0:1761312152.388278:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.388284:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc5cc924. 00010000:00000010:2.0:1761312152.388356:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312152.388363:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312152.388374:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.388378:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.388386:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.388397:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c98c6d64. 02000000:00000010:2.0:1761312152.388419:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003403d7d5. 00000400:00000010:2.0:1761312152.388425:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.388431:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.388436:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309248, portal 16 00000400:00000010:2.0:1761312152.388440:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312152.388442:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309248, offset 0 00000400:00000200:2.0:1761312152.388448:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.388455:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.388462:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.388465:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.388468:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.388471:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88528:88528:255:4294967295] 192.168.203.32@tcp LPNI seq info [88528:88528:7:4294967295] 00000400:00000200:2.0:1761312152.388479:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.388483:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.388487:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339466). 00000800:00000200:2.0:1761312152.388490:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.388494:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.388496:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312152.392033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ed99b9d. 00000400:00000200:3.0:1761312152.392540:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.392557:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe1c0 00000400:00000200:3.0:1761312152.392565:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0b5 [1] + 224 00000400:00000200:3.0:1761312152.392582:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.392585:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.392597:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.392945:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.392951:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.392953:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.392959:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.392966:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.392994:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003403d7d5. 02000000:00000010:2.0:1761312152.393000:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c98c6d64. 00000100:00000010:2.0:1761312152.393003:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.393007:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.393011:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.394303:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:3.0:1761312152.394311:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.394316:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.394340:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012506816/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.398872:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506816 02000000:00000010:3.0:1761312152.398896:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.398931:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010cf4318. 00010000:00000010:3.0:1761312152.398955:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.398962:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8ecb9f. 00000100:00000010:3.0:1761312152.398974:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8ecb9f. 00010000:00000010:3.0:1761312152.398978:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.398992:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312152.398997:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506816, offset 224 00000400:00000200:3.0:1761312152.399006:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.399023:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.399028:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88529:88529:256:4294967295] 192.168.203.32@tcp LPNI seq info [88529:88529:8:4294967295] 00000400:00000200:3.0:1761312152.399038:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.399044:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.399048:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.399055:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.399063:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.399066:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.399085:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.399090:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.399094:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00000800:00000200:3.0:1761312152.401262:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.401269:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:3.0:1761312152.401275:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.401283:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.401287:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:3.0:1761312152.401289:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:3.0:1761312152.401296:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b5c9f29c x1846868015309312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312152.406903:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f08afb7. 00000020:00000010:3.0:1761312152.406910:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.406914:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.406936:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012506880/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.406970:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506880 02000000:00000010:3.0:1761312152.406982:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba98624a. 00010000:00000010:3.0:1761312152.407018:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.407026:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8ecb9f. 00000100:00000010:3.0:1761312152.407033:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8ecb9f. 00010000:00000010:3.0:1761312152.407037:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.407049:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312152.407054:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506880, offset 224 00000400:00000200:3.0:1761312152.407061:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.407071:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.407076:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88531:88531:256:4294967295] 192.168.203.32@tcp LPNI seq info [88531:88531:8:4294967295] 00000400:00000200:3.0:1761312152.407085:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.407091:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.407095:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.407101:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.407107:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.407110:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.407125:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.407131:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.407134:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f08afb7. 00000400:00000010:1.0:1761312152.407288:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3697d0. 00000400:00000200:1.0:1761312152.407292:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:1.0:1761312152.407294:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:1.0:1761312152.407300:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b5c9f29c x1846868015309312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.407306:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b5c9f29c x1846868015309312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312152.407325:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b50193d. 02000000:00000010:1.0:1761312152.407338:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.407342:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b22446. 00000100:00000010:1.0:1761312152.407345:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 00000100:00000010:1.0:1761312152.407349:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:1.0:1761312152.407351:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da7a22aa. 00080000:00000010:1.0:1761312152.407366:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c5c4cd8. 00010000:00000010:1.0:1761312152.407443:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:1.0:1761312152.407449:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005663e082. 00010000:00000010:1.0:1761312152.407513:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.407517:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.407521:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.407526:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00080000:00000010:1.0:1761312152.407538:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5857f37. 00010000:00000010:1.0:1761312152.407562:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312152.407566:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.407613:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.407616:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312152.407653:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.407657:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.407663:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.407672:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4882629. 02000000:00000010:1.0:1761312152.407703:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e3ac88e. 00000400:00000010:1.0:1761312152.407708:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000870f954a. 00000400:00000010:1.0:1761312152.407712:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312152.407716:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309376, portal 16 00000400:00000010:1.0:1761312152.407720:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312152.407721:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309376, offset 0 00000400:00000200:1.0:1761312152.407727:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.407734:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.407740:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.407743:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.407745:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.407748:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88532:88532:255:4294967295] 192.168.203.32@tcp LPNI seq info [88532:88532:7:4294967295] 00000400:00000200:1.0:1761312152.407763:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.407768:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.407771:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312152.407775:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.407780:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.407782:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312152.409924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab8ece0. 00010000:00000010:2.1:1761312152.409938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:0.1:1761312152.411731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae4b083. 00010000:00000010:0.1:1761312152.411746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:1.1:1761312152.411811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ad1b0e. 00010000:00000010:1.1:1761312152.411816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f82f35c3. 00010000:00000010:1.1:1761312152.411820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b19c7cb. 00010000:00000010:1.1:1761312152.411823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00010000:00000010:1.1:1761312152.411827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.411831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312152.412561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3d322cd. 00010000:00000010:2.1:1761312152.412569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00000400:00000200:3.0:1761312152.412801:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.412818:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe240 00000400:00000200:3.0:1761312152.412825:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0cd [1] + 224 00000400:00000200:3.0:1761312152.412840:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.412843:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.412853:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015309376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.412997:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000870f954a. 00000400:00000200:1.0:1761312152.413002:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312152.413005:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312152.413011:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015309376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.413019:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015309376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.413047:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e3ac88e. 02000000:00000010:1.0:1761312152.413053:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4882629. 00000100:00000010:1.0:1761312152.413056:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.413060:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.413063:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:0.0:1761312152.414223:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.414239:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51f40 00000400:00000200:0.0:1761312152.414245:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca15 [2] + 1640 00000400:00000200:0.0:1761312152.414301:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.414305:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.414311:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.414316:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000020:00000010:1.0:1761312152.420024:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4882629. 00000020:00000010:1.0:1761312152.420036:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.420041:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.420067:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012506944/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.420098:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012506944 02000000:00000010:1.0:1761312152.420109:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e3ac88e. 00010000:00000010:1.0:1761312152.420135:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066f0d122. 00010000:00000010:1.0:1761312152.420159:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.420166:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.420179:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.420183:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.420195:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312152.420201:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012506944, offset 224 00000400:00000200:1.0:1761312152.420208:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.420221:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.420227:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88533:88533:256:4294967295] 192.168.203.32@tcp LPNI seq info [88533:88533:8:4294967295] 00000400:00000200:1.0:1761312152.420236:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.420241:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.420246:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.420253:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.420261:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.420264:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.420283:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.420288:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.420292:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4882629. 00000800:00000200:1.0:1761312152.420396:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.420399:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:1.0:1761312152.420405:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.420410:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.420414:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312152.420416:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00080000:00000010:1.0:1761312152.420446:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4882629. 00010000:00000010:1.0:1761312152.420525:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312152.420531:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da16db53. 00010000:00000010:1.0:1761312152.420604:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.420609:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312152.420618:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.420622:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.420655:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.420665:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3a2b9d3. 02000000:00000010:1.0:1761312152.420701:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4490269. 00000400:00000010:1.0:1761312152.420707:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000870f954a. 00000400:00000010:1.0:1761312152.420711:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312152.420715:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309440, portal 16 00000400:00000010:1.0:1761312152.420719:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312152.420721:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309440, offset 0 00000400:00000200:1.0:1761312152.420726:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.420733:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.420739:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.420742:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.420744:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.420748:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88534:88534:256:4294967295] 192.168.203.32@tcp LPNI seq info [88534:88534:8:4294967295] 00000400:00000200:1.0:1761312152.420766:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.420771:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.420774:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.420778:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.420782:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.420784:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.421146:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.421149:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312152.421153:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.421157:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.421159:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:3.0:1761312152.421161:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:3.0:1761312152.421166:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015309440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.421652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb773e9. 00000400:00000200:0.0:1761312152.425747:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.425775:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe280 00000400:00000200:0.0:1761312152.425783:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0d9 [1] + 224 00000400:00000200:0.0:1761312152.425803:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.425809:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.425819:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015309440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.425930:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000870f954a. 00000400:00000200:1.0:1761312152.425936:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:1.0:1761312152.425938:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:1.0:1761312152.425944:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015309440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.425952:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015309440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.425980:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4490269. 02000000:00000010:1.0:1761312152.425985:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3a2b9d3. 00000100:00000010:1.0:1761312152.425989:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.425993:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.425996:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00010000:00000010:1.1:1761312152.427810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8d1f6a. 00010000:00000010:1.1:1761312152.427822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce5ff171. 00010000:00000010:1.1:1761312152.427827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00000400:00000200:1.0:1761312152.427852:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.427866:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51f80 00000400:00000200:1.0:1761312152.427872:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca15 [2] + 1968 00000400:00000010:1.0:1761312152.427875:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004bf6bb95. 00000400:00000200:1.0:1761312152.427878:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002466102a 00000400:00000200:1.0:1761312152.427931:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.427936:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.427939:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002466102a 00000400:00000010:1.0:1761312152.427941:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002466102a (tot 82338818). 00000100:00000200:1.0:1761312152.427947:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.428146:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f08afb7. 00000020:00000010:3.0:1761312152.428153:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.428157:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.428182:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bf08854d x1846868012507008/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.428216:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507008 02000000:00000010:3.0:1761312152.428229:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd843c64. 00010000:00000010:3.0:1761312152.428253:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000889884f5. 00010000:00000010:3.0:1761312152.428276:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.428281:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8ecb9f. 00000100:00000010:3.0:1761312152.428304:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8ecb9f. 00010000:00000010:3.0:1761312152.428308:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.428323:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312152.428326:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507008, offset 224 00000400:00000200:3.0:1761312152.428333:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.428342:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.428347:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88535:88535:256:4294967295] 192.168.203.32@tcp LPNI seq info [88535:88535:8:4294967295] 00000400:00000200:3.0:1761312152.428357:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.428362:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.428366:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312152.428371:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.428378:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.428381:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.428407:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.428413:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.428416:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f08afb7. 02000000:00000010:3.0:1761312152.428425:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e3ac88e. 00000100:00000010:3.0:1761312152.428428:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:3.0:1761312152.428432:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba98624a. 00000100:00000010:3.0:1761312152.428434:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:3.0:1761312152.428438:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:3.0:1761312152.428439:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312152.428443:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fced16. 00000100:00000010:3.0:1761312152.428445:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:3.0:1761312152.428447:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cc3c204. 00000100:00000010:3.0:1761312152.428450:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:3.0:1761312152.428453:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066a1ef6c. 00000100:00000010:3.0:1761312152.428456:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000200:3.0:1761312152.428462:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.428467:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048e68c24. 00000400:00000010:3.0:1761312152.428471:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8ecb9f (tot 82339218). 00000800:00000200:0.0:1761312152.428570:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.428574:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312152.428578:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.428581:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.428584:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:0.0:1761312152.428586:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 02000000:00000010:0.0:1761312152.428590:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd843c64. 00080000:00000010:2.0:1761312152.428673:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c98c6d64. 00010000:00000010:2.0:1761312152.428776:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:2.0:1761312152.428783:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057ab8376. 00010000:00000010:2.0:1761312152.428857:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.428863:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.428872:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.428876:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.428882:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.428891:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003403d7d5. 02000000:00000010:2.0:1761312152.428911:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ee960ad. 00000400:00000010:2.0:1761312152.428915:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.428918:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.428921:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309504, portal 16 00000400:00000010:2.0:1761312152.428925:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312152.428927:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309504, offset 0 00000400:00000200:2.0:1761312152.428932:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.428940:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.428946:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.428950:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.428952:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.428954:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88536:88536:256:4294967295] 192.168.203.32@tcp LPNI seq info [88536:88536:8:4294967295] 00000400:00000200:2.0:1761312152.428961:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.428965:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.428968:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.428971:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.428975:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.428978:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.430251:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.430255:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312152.430262:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.430268:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.430272:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:0.0:1761312152.430274:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:0.0:1761312152.430283:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.433664:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.433691:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe2c0 00000400:00000200:1.0:1761312152.433699:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0e9 [1] + 224 00000400:00000200:1.0:1761312152.433716:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.433720:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.433730:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.433819:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.433824:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.433826:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.433831:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.433838:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.433862:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ee960ad. 02000000:00000010:2.0:1761312152.433867:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003403d7d5. 00000100:00000010:2.0:1761312152.433869:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.433874:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.433876:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00010000:00000010:3.1:1761312152.434106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041aa889b. 00000400:00000200:0.0:1761312152.434453:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.434464:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d51fc0 00000400:00000200:0.0:1761312152.434469:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 0 00000400:00000200:0.0:1761312152.434833:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.434839:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.434844:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.434848:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000020:00000010:1.0:1761312152.435282:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2b9d3. 00000020:00000010:1.0:1761312152.435290:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.435294:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.435320:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012507072/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.435357:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507072 02000000:00000010:1.0:1761312152.435370:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4490269. 00010000:00000010:1.0:1761312152.435396:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000402a9429. 00010000:00000010:1.0:1761312152.435418:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.435425:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.435444:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.435448:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.435461:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312152.435467:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507072, offset 224 00000400:00000200:1.0:1761312152.435473:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.435483:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.435489:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88537:88537:256:4294967295] 192.168.203.32@tcp LPNI seq info [88537:88537:8:4294967295] 00000400:00000200:1.0:1761312152.435498:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.435505:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.435510:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.435515:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.435522:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.435526:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.435549:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.435554:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.435557:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2b9d3. 00080000:00000010:2.0:1761312152.435693:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003403d7d5. 00010000:00000010:2.0:1761312152.435785:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.435791:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033e00377. 00010000:00000010:2.0:1761312152.435861:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.435867:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.435877:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.435881:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.435887:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.435897:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ee960ad. 02000000:00000010:2.0:1761312152.435920:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cced2f4. 00000400:00000010:2.0:1761312152.435924:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.435929:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.435934:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309568, portal 16 00000400:00000010:2.0:1761312152.435938:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.435940:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309568, offset 0 00000400:00000200:2.0:1761312152.435946:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.435952:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.435959:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.435963:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.435966:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.435968:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88538:88538:255:4294967295] 192.168.203.32@tcp LPNI seq info [88538:88538:7:4294967295] 00000400:00000200:2.0:1761312152.435975:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.435979:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.435982:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312152.435985:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.435990:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.435992:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.436077:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.436081:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82339218). 00000400:00000200:0.0:1761312152.436085:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.436089:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.436092:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:0.0:1761312152.436094:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000800:00000200:0.0:1761312152.436147:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.436149:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312152.436153:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.436156:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.436158:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:0.0:1761312152.436159:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:0.0:1761312152.436163:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.437379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f62472bb. 00010000:00000010:2.1:1761312152.437390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00000400:00000200:1.0:1761312152.440008:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.440027:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe300 00000400:00000200:1.0:1761312152.440035:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae0f5 [1] + 224 00000400:00000200:1.0:1761312152.440053:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.440057:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.440068:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.440292:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.440299:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.440301:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.440307:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.440314:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.440340:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cced2f4. 02000000:00000010:2.0:1761312152.440345:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ee960ad. 00000100:00000010:2.0:1761312152.440349:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.440353:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.440356:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.440505:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.440515:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52000 00000400:00000200:0.0:1761312152.440520:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 328 00000400:00000200:0.0:1761312152.440572:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.440576:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.440581:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.440585:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000020:00000010:3.0:1761312152.441078:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:3.0:1761312152.441086:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.441090:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.441114:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012507136/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.441144:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507136 02000000:00000010:3.0:1761312152.441156:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cc3c204. 00010000:00000010:3.0:1761312152.441181:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de26571d. 00010000:00000010:3.0:1761312152.441202:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.441209:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.441228:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.441232:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.441246:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312152.441250:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507136, offset 224 00000400:00000200:3.0:1761312152.441257:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.441267:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.441272:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88539:88539:256:4294967295] 192.168.203.32@tcp LPNI seq info [88539:88539:8:4294967295] 00000400:00000200:3.0:1761312152.441281:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.441287:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.441291:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.441297:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.441304:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.441307:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.441324:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.441330:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.441333:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00000800:00000200:0.0:1761312152.441612:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.441616:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312152.441620:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.441655:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.441658:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:0.0:1761312152.441661:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00080000:00000010:2.0:1761312152.441749:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ee960ad. 00010000:00000010:2.0:1761312152.441842:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.441848:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4048afe. 00010000:00000010:2.0:1761312152.441916:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.441922:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.441930:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.441934:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.441941:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.441951:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000cced2f4. 02000000:00000010:2.0:1761312152.441972:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fd36bdd. 00000400:00000010:2.0:1761312152.441978:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.441982:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.441987:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309632, portal 16 00000400:00000010:2.0:1761312152.441992:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312152.441993:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309632, offset 0 00000400:00000200:2.0:1761312152.441999:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.442007:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.442012:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.442015:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.442019:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.442021:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88540:88540:256:4294967295] 192.168.203.32@tcp LPNI seq info [88540:88540:8:4294967295] 00000400:00000200:2.0:1761312152.442027:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.442030:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.442034:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312152.442037:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.442041:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.442043:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.442493:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.442497:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:1.0:1761312152.442502:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.442506:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.442509:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:1.0:1761312152.442510:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:1.0:1761312152.442516:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.445740:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.445768:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe340 00000400:00000200:0.0:1761312152.445777:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae101 [1] + 224 00000400:00000200:0.0:1761312152.445798:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.445801:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.445811:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.446096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002942d16b. 00000400:00000010:2.0:1761312152.446194:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.446200:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.446201:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.446207:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.446215:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.446243:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fd36bdd. 02000000:00000010:2.0:1761312152.446249:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000cced2f4. 00000100:00000010:2.0:1761312152.446252:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.446257:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.446261:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.446915:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.446928:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52040 00000400:00000200:0.0:1761312152.446935:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 656 00000400:00000200:0.0:1761312152.447098:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.447103:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.447107:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.447112:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:1.0:1761312152.447262:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2b9d3. 00000020:00000010:1.0:1761312152.447269:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.447273:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.447300:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012507200/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.447334:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507200 02000000:00000010:1.0:1761312152.447345:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083f3ab7f. 00010000:00000010:1.0:1761312152.447371:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001b95122. 00010000:00000010:1.0:1761312152.447390:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.447397:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.447416:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.447419:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.447431:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.447437:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507200, offset 224 00000400:00000200:1.0:1761312152.447443:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.447452:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.447457:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88541:88541:256:4294967295] 192.168.203.32@tcp LPNI seq info [88541:88541:8:4294967295] 00000400:00000200:1.0:1761312152.447466:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.447470:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.447474:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.447479:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.447486:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.447489:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.447513:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.447517:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.447520:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2b9d3. 00080000:00000010:2.0:1761312152.447695:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cced2f4. 00010000:00000010:2.0:1761312152.447780:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.447787:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b821a46. 00010000:00000010:2.0:1761312152.447859:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312152.447863:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.447867:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.447871:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00080000:00000010:2.0:1761312152.447882:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fd36bdd. 00010000:00000010:2.0:1761312152.447908:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.447912:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.447958:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.447962:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.447969:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.447972:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.447978:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.447988:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085676328. 02000000:00000010:2.0:1761312152.448009:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fd992d0. 00000400:00000010:2.0:1761312152.448013:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.448017:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.448021:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309696, portal 16 00000400:00000010:2.0:1761312152.448024:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312152.448026:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309696, offset 0 00000400:00000200:2.0:1761312152.448031:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.448037:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.448043:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.448046:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.448048:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.448050:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88542:88542:255:4294967295] 192.168.203.32@tcp LPNI seq info [88542:88542:7:4294967295] 00000400:00000200:2.0:1761312152.448056:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.448060:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.448063:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312152.448066:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.448071:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.448073:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.448524:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.448528:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82339218). 00000400:00000200:0.0:1761312152.448533:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.448537:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.448541:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:0.0:1761312152.448543:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000800:00000200:0.0:1761312152.448602:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.448604:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312152.448608:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.448612:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.448614:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:0.0:1761312152.448615:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:0.0:1761312152.448620:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.449532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087265cda. 00010000:00000010:2.1:1761312152.449541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00000400:00000200:0.0:1761312152.451120:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.451138:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe380 00000400:00000200:0.0:1761312152.451147:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae10d [1] + 224 00000400:00000200:0.0:1761312152.451164:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.451168:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.451179:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.452259:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.452267:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.452269:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.452278:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.452287:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.452315:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fd992d0. 02000000:00000010:2.0:1761312152.452321:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085676328. 00000100:00000010:2.0:1761312152.452324:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.452329:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.452332:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00010000:00000010:3.1:1761312152.452642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074418e0a. 00010000:00000010:1.1:1761312152.452679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4a778c. 00010000:00000010:2.1:1761312152.452709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004147baec. 00010000:00000010:2.1:1761312152.452716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000200:0.0:1761312152.453429:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.453442:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52080 00000400:00000200:0.0:1761312152.453449:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 984 00000400:00000200:0.0:1761312152.453592:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.453597:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.453603:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.453608:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:3.0:1761312152.453837:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:3.0:1761312152.453844:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.453848:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.453871:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012507264/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.454393:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507264 02000000:00000010:3.0:1761312152.454407:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.454431:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94b561e. 00010000:00000010:3.0:1761312152.454451:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.454457:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.454474:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.454477:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.454488:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312152.454493:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507264, offset 224 00000400:00000200:3.0:1761312152.454500:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.454511:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.454516:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88543:88543:256:4294967295] 192.168.203.32@tcp LPNI seq info [88543:88543:8:4294967295] 00000400:00000200:3.0:1761312152.454525:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.454531:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.454534:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.454539:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.454545:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.454548:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.454566:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.454571:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.454574:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00080000:00000010:2.0:1761312152.454619:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085676328. 00010000:00000010:2.0:1761312152.454717:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.454722:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e2aea64. 00010000:00000010:2.0:1761312152.454795:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.454800:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.454810:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.454813:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.454820:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.454831:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fd992d0. 02000000:00000010:2.0:1761312152.454850:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c484913. 00000400:00000010:2.0:1761312152.454854:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.454859:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.454862:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309760, portal 16 00000400:00000010:2.0:1761312152.454865:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312152.454867:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309760, offset 0 00000400:00000200:2.0:1761312152.454872:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.454878:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.454883:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.454886:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.454889:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.454891:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88544:88544:255:4294967295] 192.168.203.32@tcp LPNI seq info [88544:88544:7:4294967295] 00000400:00000200:2.0:1761312152.454897:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.454901:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.454903:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312152.454907:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.454910:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.454912:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.454994:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.454998:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:0.0:1761312152.455001:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.455005:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.455008:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:0.0:1761312152.455010:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000800:00000200:0.0:1761312152.455066:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.455068:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312152.455071:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.455074:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.455076:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:0.0:1761312152.455077:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:0.0:1761312152.455082:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.456729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007647d807. 00010000:00000010:2.1:1761312152.456745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.1:1761312152.456749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312152.456761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000400:00000200:0.0:1761312152.457986:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.458004:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe3c0 00000400:00000200:0.0:1761312152.458012:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae119 [1] + 224 00000400:00000200:0.0:1761312152.458027:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.458031:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.458041:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.458115:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.458122:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.458123:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.458128:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.458135:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.458160:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c484913. 02000000:00000010:2.0:1761312152.458164:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006fd992d0. 00000100:00000010:2.0:1761312152.458168:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.458171:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.458175:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.458921:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.458933:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d520c0 00000400:00000200:0.0:1761312152.458938:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 1312 00000400:00000200:0.0:1761312152.458992:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.458997:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.459002:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.459008:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 00000020:00000010:1.0:1761312152.459189:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2b9d3. 00000020:00000010:1.0:1761312152.459195:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.459199:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.459222:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012507328/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.459259:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507328 02000000:00000010:1.0:1761312152.459272:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066a1ef6c. 00010000:00000010:1.0:1761312152.459299:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046649041. 00010000:00000010:1.0:1761312152.459318:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.459325:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.459343:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.459348:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.459360:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312152.459365:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507328, offset 224 00000400:00000200:1.0:1761312152.459372:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.459381:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.459386:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88545:88545:256:4294967295] 192.168.203.32@tcp LPNI seq info [88545:88545:8:4294967295] 00000400:00000200:1.0:1761312152.459396:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.459401:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.459405:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312152.459410:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.459417:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.459420:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.459435:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.459439:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.459442:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2b9d3. 00080000:00000010:2.0:1761312152.459857:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fd992d0. 00010000:00000010:2.0:1761312152.459938:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.459944:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004968fed5. 00010000:00000010:2.0:1761312152.460018:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312152.460023:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.460032:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.460036:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.460042:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.460054:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c484913. 02000000:00000010:2.0:1761312152.460076:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026015b88. 00000400:00000010:2.0:1761312152.460081:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.460086:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.460090:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309824, portal 16 00000400:00000010:2.0:1761312152.460094:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312152.460095:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309824, offset 0 00000400:00000200:2.0:1761312152.460101:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.460111:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.460116:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.460119:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.460121:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.460124:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88546:88546:255:4294967295] 192.168.203.32@tcp LPNI seq info [88546:88546:7:4294967295] 00000400:00000200:2.0:1761312152.460131:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.460135:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.460138:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312152.460142:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.460146:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.460148:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.460594:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.460598:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82339218). 00000400:00000200:0.0:1761312152.460604:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.460608:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.460612:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:0.0:1761312152.460614:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000800:00000200:0.0:1761312152.460718:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.460721:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312152.460725:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.460728:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.460730:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:0.0:1761312152.460731:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000100:00000200:0.0:1761312152.460737:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.461244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dfd319d. 00010000:00000010:2.1:1761312152.463984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daab0887. 00010000:00000010:2.1:1761312152.463994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:0.0:1761312152.464202:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.464220:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe400 00000400:00000200:0.0:1761312152.464228:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae125 [1] + 224 00000400:00000200:0.0:1761312152.464245:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.464248:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.464257:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.464434:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.464439:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.464441:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.464446:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.464453:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.464478:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026015b88. 02000000:00000010:2.0:1761312152.464483:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c484913. 00000100:00000010:2.0:1761312152.464486:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.464490:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.464493:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.464611:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.464618:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52100 00000400:00000200:0.0:1761312152.464782:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 1640 00000400:00000200:0.0:1761312152.464828:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.464831:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.464835:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.464839:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 00000020:00000010:1.0:1761312152.464901:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2b9d3. 00000020:00000010:1.0:1761312152.464907:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.464910:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.464929:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012507392/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.465321:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507392 02000000:00000010:1.0:1761312152.465332:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fced16. 00010000:00000010:1.0:1761312152.465355:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1e93e1e. 00010000:00000010:1.0:1761312152.465372:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.465377:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.465392:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.465394:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.465405:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312152.465409:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507392, offset 224 00000400:00000200:1.0:1761312152.465415:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.465424:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.465428:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88547:88547:256:4294967295] 192.168.203.32@tcp LPNI seq info [88547:88547:8:4294967295] 00000400:00000200:1.0:1761312152.465437:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.465441:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.465446:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.465451:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.465456:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.465459:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.465477:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.465481:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.465485:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2b9d3. 00080000:00000010:2.0:1761312152.465622:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c484913. 00010000:00000010:2.0:1761312152.465721:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.465726:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005de97664. 00010000:00000010:2.0:1761312152.465797:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.465802:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.465809:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.465812:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.465818:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.465828:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026015b88. 02000000:00000010:2.0:1761312152.465847:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000154dfaa1. 00000400:00000010:2.0:1761312152.465852:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7d22152. 00000400:00000010:2.0:1761312152.465855:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.465858:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309888, portal 16 00000400:00000010:2.0:1761312152.465862:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312152.465863:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309888, offset 0 00000400:00000200:2.0:1761312152.465868:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.465875:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.465880:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.465883:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.465886:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.465888:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88548:88548:255:4294967295] 192.168.203.32@tcp LPNI seq info [88548:88548:7:4294967295] 00000400:00000200:2.0:1761312152.465895:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.465898:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.465901:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312152.465904:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.465908:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.465910:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.466231:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.466235:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82339218). 00000400:00000200:0.0:1761312152.466240:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.466245:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.466248:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312152.466249:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000800:00000200:0.0:1761312152.466307:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.466309:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312152.466313:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.466316:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.466318:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:0.0:1761312152.466319:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:0.0:1761312152.466324:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.468674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb85384. 00010000:00000010:2.1:1761312152.468720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc913935. 00010000:00000010:2.1:1761312152.468725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000200:0.0:1761312152.469588:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.469605:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe440 00000400:00000200:0.0:1761312152.469613:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae131 [1] + 224 00000400:00000200:0.0:1761312152.470048:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.470054:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.470063:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.470331:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7d22152. 00000400:00000200:2.0:1761312152.470337:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.470338:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.470343:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.470356:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.470381:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000154dfaa1. 02000000:00000010:2.0:1761312152.470386:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026015b88. 00000100:00000010:2.0:1761312152.470390:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.470394:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.470397:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.471187:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.471202:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52140 00000400:00000200:0.0:1761312152.471208:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaca6d [2] + 1968 00000400:00000010:0.0:1761312152.471212:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a9ce41. 00000400:00000200:0.0:1761312152.471216:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000066bfc105 00000400:00000200:0.0:1761312152.471289:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.471293:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.471297:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066bfc105 00000400:00000010:0.0:1761312152.471298:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000066bfc105 (tot 82338818). 00000100:00000200:0.0:1761312152.471302:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312152.471481:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3a2b9d3. 00000020:00000010:1.0:1761312152.471487:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.471491:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.471512:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4835696 x1846868012507456/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.471538:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507456 02000000:00000010:1.0:1761312152.471548:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e3ac88e. 00010000:00000010:1.0:1761312152.471574:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077628555. 00010000:00000010:1.0:1761312152.471592:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.471598:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0dc40d1. 00000100:00000010:1.0:1761312152.471613:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0dc40d1. 00010000:00000010:1.0:1761312152.471616:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.471647:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312152.471651:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507456, offset 224 00000400:00000200:1.0:1761312152.471657:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.471666:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.471671:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88549:88549:256:4294967295] 192.168.203.32@tcp LPNI seq info [88549:88549:8:4294967295] 00000400:00000200:1.0:1761312152.471680:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.471694:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.471698:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339066). 00000800:00000200:1.0:1761312152.471702:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.471708:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.471712:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.471730:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.471735:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.471738:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3a2b9d3. 02000000:00000010:1.0:1761312152.471746:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fced16. 00000100:00000010:1.0:1761312152.471748:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:1.0:1761312152.471763:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066a1ef6c. 00000100:00000010:1.0:1761312152.471765:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:1.0:1761312152.471769:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:1.0:1761312152.471772:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:1.0:1761312152.471775:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083f3ab7f. 00000100:00000010:1.0:1761312152.471777:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 02000000:00000010:1.0:1761312152.471780:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cc3c204. 00000100:00000010:1.0:1761312152.471782:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:1.0:1761312152.471785:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4490269. 00000100:00000010:1.0:1761312152.471786:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000200:1.0:1761312152.471792:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312152.471797:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000870f954a. 00000400:00000010:1.0:1761312152.471800:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0dc40d1 (tot 82339218). 00080000:00000010:2.0:1761312152.471959:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000154dfaa1. 00010000:00000010:2.0:1761312152.472037:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.472043:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edff4c0e. 00000001:00000010:2.0:1761312152.472095:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7d22152. 00000001:00000010:2.0:1761312152.472101:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7d22152. 00000001:00000010:2.0:1761312152.472105:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7d22152. 00000001:00000010:2.0:1761312152.472107:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a71c268f. 00010000:00000010:2.0:1761312152.472132:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.472137:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.472146:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.472150:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.472158:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.472170:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026015b88. 02000000:00000010:2.0:1761312152.472194:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30b2295. 00000400:00000010:2.0:1761312152.472199:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.472203:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.472206:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015309952, portal 16 00000400:00000010:2.0:1761312152.472210:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.472211:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015309952, offset 0 00000400:00000200:2.0:1761312152.472217:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.472223:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.472229:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.472233:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.472236:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.472239:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88550:88550:255:4294967295] 192.168.203.32@tcp LPNI seq info [88550:88550:7:4294967295] 00000400:00000200:2.0:1761312152.472245:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.472249:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.472252:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312152.472256:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.472260:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.472262:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.472782:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.472786:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82339218). 00000400:00000200:0.0:1761312152.472791:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.472796:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.472799:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:0.0:1761312152.472801:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 02000000:00000010:0.0:1761312152.472807:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e3ac88e. 00000800:00000200:0.0:1761312152.472870:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.472872:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312152.472876:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.472879:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.472881:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:0.0:1761312152.472883:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:0.0:1761312152.472889:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015309952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.473794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa168c69. 00000400:00000200:0.0:1761312152.478359:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.478378:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe480 00000400:00000200:0.0:1761312152.478387:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae141 [1] + 224 00000400:00000200:0.0:1761312152.478403:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.478407:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.478417:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015309952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.478795:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.478801:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.478803:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.478809:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015309952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.478817:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015309952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.478851:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30b2295. 02000000:00000010:2.0:1761312152.478858:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026015b88. 00000100:00000010:2.0:1761312152.478862:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.478866:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.478870:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.479528:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.479542:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52180 00000400:00000200:0.0:1761312152.479548:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 0 00000400:00000200:0.0:1761312152.479602:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.479606:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.479611:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.479615:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 00000020:00000010:3.0:1761312152.480068:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.480076:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.480079:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.480106:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012507520/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.480142:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507520 02000000:00000010:3.0:1761312152.480155:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.480181:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c88074db. 00010000:00000010:3.0:1761312152.480202:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.480208:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.480223:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.480225:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.480239:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312152.480243:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507520, offset 224 00000400:00000200:3.0:1761312152.480250:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.480260:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.480265:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88551:88551:256:4294967295] 192.168.203.32@tcp LPNI seq info [88551:88551:8:4294967295] 00000400:00000200:3.0:1761312152.480275:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.480280:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.480284:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.480289:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.480295:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.480299:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.480324:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.480329:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.480332:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00080000:00000010:2.0:1761312152.480597:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e30b2295. 00010000:00000010:2.0:1761312152.480722:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.480730:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000386eb339. 00010000:00000010:2.0:1761312152.480808:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312152.480812:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.480816:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.480821:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00080000:00000010:2.0:1761312152.480833:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8105e8e. 00010000:00000010:2.0:1761312152.480859:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.480862:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312152.480908:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.480912:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.480919:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.480924:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.480932:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.480942:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f8164b2. 02000000:00000010:2.0:1761312152.480965:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ac1107e. 00000400:00000010:2.0:1761312152.480971:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.480975:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.480980:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310016, portal 16 00000400:00000010:2.0:1761312152.480984:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312152.480986:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310016, offset 0 00000400:00000200:2.0:1761312152.480993:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.481002:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.481008:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.481011:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.481014:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.481017:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88552:88552:255:4294967295] 192.168.203.32@tcp LPNI seq info [88552:88552:7:4294967295] 00000400:00000200:2.0:1761312152.481024:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.481029:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.481032:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312152.481038:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.481042:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.481044:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.481138:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.481141:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:0.0:1761312152.481145:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.481148:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.481152:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:0.0:1761312152.481154:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000800:00000200:0.0:1761312152.481214:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.481216:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312152.481220:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.481223:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.481224:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:0.0:1761312152.481226:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:0.0:1761312152.481231:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015310016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.482132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d624f20. 00010000:00000010:2.1:1761312152.482147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:1.1:1761312152.482783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad3f8b72. 00010000:00000010:2.1:1761312152.484871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc93200a. 00010000:00000010:2.1:1761312152.484883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:0.0:1761312152.485032:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.485049:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe4c0 00000400:00000200:0.0:1761312152.485057:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae14d [1] + 224 00000400:00000200:0.0:1761312152.485075:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.485079:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.485090:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015310016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.485259:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.485266:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d521c0 00000400:00000200:0.0:1761312152.485271:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 328 00000400:00000010:2.0:1761312152.485973:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.485982:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.485984:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.485994:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015310016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.486004:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015310016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.486037:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ac1107e. 02000000:00000010:2.0:1761312152.486044:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003f8164b2. 00000100:00000010:2.0:1761312152.486048:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.486054:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.486058:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.486201:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.486206:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.486214:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.486220:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:1.0:1761312152.486312:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4490269. 00000020:00000010:1.0:1761312152.486319:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.486323:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.486345:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012507584/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.486371:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507584 02000000:00000010:1.0:1761312152.486382:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083f3ab7f. 00010000:00000010:1.0:1761312152.486407:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000640314d5. 00010000:00000010:1.0:1761312152.486427:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.486433:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.486448:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.486451:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.486462:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312152.486466:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507584, offset 224 00000400:00000200:1.0:1761312152.486473:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.486484:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.486489:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88553:88553:256:4294967295] 192.168.203.32@tcp LPNI seq info [88553:88553:8:4294967295] 00000400:00000200:1.0:1761312152.486500:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.486505:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.486508:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.486513:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.486520:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.486523:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.486541:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.486545:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.486548:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4490269. 00010000:00000010:3.1:1761312152.486656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac96d3e. 00000800:00000200:0.0:1761312152.486802:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.486806:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:0.0:1761312152.486811:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.486816:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.486819:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:0.0:1761312152.486820:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00080000:00000010:2.0:1761312152.487038:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8164b2. 00010000:00000010:2.0:1761312152.487127:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.487133:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d420d4a7. 00010000:00000010:2.0:1761312152.487208:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.487214:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.487224:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.487228:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.487235:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.487246:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ac1107e. 02000000:00000010:2.0:1761312152.487270:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d3cf70. 00000400:00000010:2.0:1761312152.487275:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.487279:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.487283:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310080, portal 16 00000400:00000010:2.0:1761312152.487287:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312152.487289:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310080, offset 0 00000400:00000200:2.0:1761312152.487295:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.487304:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.487311:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.487316:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.487319:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.487321:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88554:88554:256:4294967295] 192.168.203.32@tcp LPNI seq info [88554:88554:8:4294967295] 00000400:00000200:2.0:1761312152.487328:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.487334:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.487337:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.487342:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.487346:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.487349:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.487931:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.487936:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312152.487942:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.487948:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.487951:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:0.0:1761312152.487953:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:0.0:1761312152.487960:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015310080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.491785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0bcec1. 00010000:00000010:2.1:1761312152.491800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312152.491804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312152.491806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:0.0:1761312152.493735:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.493786:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe500 00000400:00000200:0.0:1761312152.493794:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae159 [1] + 224 00000400:00000200:0.0:1761312152.493807:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.493812:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.493822:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015310080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.493854:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.493859:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52200 00000400:00000200:0.0:1761312152.493863:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 656 00000400:00000200:0.0:1761312152.493874:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.493877:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.493880:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.493886:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000020:00000010:3.0:1761312152.493972:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.493979:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.493983:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.494008:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012507648/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.494037:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507648 02000000:00000010:3.0:1761312152.494049:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.494086:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.494092:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.494097:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.494101:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.494125:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312152.494130:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507648, offset 224 00000400:00000200:3.0:1761312152.494137:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.494147:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.494152:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88555:88555:256:4294967295] 192.168.203.32@tcp LPNI seq info [88555:88555:8:4294967295] 00000400:00000200:3.0:1761312152.494160:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.494164:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.494168:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.494173:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.494179:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.494182:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.494203:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.494209:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:3.0:1761312152.494211:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00000800:00000200:0.0:1761312152.494335:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.494339:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312152.494346:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.494349:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.494352:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:0.0:1761312152.494354:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000400:00000010:2.0:1761312152.494459:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.494465:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.494466:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.494472:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015310080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.494478:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015310080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312152.494498:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008464a6c5. 02000000:00000010:2.0:1761312152.494513:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312152.494517:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ac1107e. 00000100:00000010:2.0:1761312152.494520:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.494524:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.494526:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312152.494542:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ac1107e. 00010000:00000010:2.0:1761312152.494643:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.494650:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e945f7e7. 00010000:00000010:2.0:1761312152.494729:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.494735:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.494744:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.494747:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.494764:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.494774:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312152.494797:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026015b88. 00000400:00000010:2.0:1761312152.494802:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.494806:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.494810:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310144, portal 16 00000400:00000010:2.0:1761312152.494815:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312152.494817:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310144, offset 0 00000400:00000200:2.0:1761312152.494822:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.494829:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.494835:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.494839:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.494842:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.494844:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88556:88556:256:4294967295] 192.168.203.32@tcp LPNI seq info [88556:88556:8:4294967295] 00000400:00000200:2.0:1761312152.494852:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.494856:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.494859:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312152.494863:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.494868:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.494870:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.495070:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.495073:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:0.0:1761312152.495078:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.495082:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.495085:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:0.0:1761312152.495086:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:0.0:1761312152.495091:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015310144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.498811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d8b960. 00000400:00000200:0.0:1761312152.501168:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.501186:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe540 00000400:00000200:0.0:1761312152.501195:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae165 [1] + 224 00000400:00000200:0.0:1761312152.501206:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.501210:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.501221:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015310144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.501258:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.501264:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52240 00000400:00000200:0.0:1761312152.501268:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 984 00000400:00000200:0.0:1761312152.501280:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.501283:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.501287:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.501293:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:1.0:1761312152.501427:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4490269. 00000020:00000010:1.0:1761312152.501434:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.501438:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.501460:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012507712/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.501496:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507712 02000000:00000010:1.0:1761312152.501508:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066a1ef6c. 00010000:00000010:1.0:1761312152.501542:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.501549:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.501554:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.501558:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.501570:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312152.501574:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507712, offset 224 00000400:00000200:1.0:1761312152.501582:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.501591:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.501596:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88557:88557:256:4294967295] 192.168.203.32@tcp LPNI seq info [88557:88557:8:4294967295] 00000400:00000200:1.0:1761312152.501608:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.501613:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.501617:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.501660:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.501667:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.501670:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.501684:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.501688:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.501692:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4490269. 00000400:00000010:2.0:1761312152.501777:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.501783:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.501785:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.501790:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015310144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.501798:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015310144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312152.501822:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003897e696. 02000000:00000010:2.0:1761312152.501837:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026015b88. 02000000:00000010:2.0:1761312152.501842:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d3cf70. 00000100:00000010:2.0:1761312152.501846:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.501851:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.501853:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312152.501869:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026015b88. 00010000:00000010:2.0:1761312152.501944:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.501950:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3bab051. 00010000:00000010:2.0:1761312152.502017:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.502022:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.502031:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.502034:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.502039:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.502050:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312152.502070:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000980ba3c9. 00000400:00000010:2.0:1761312152.502074:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.502078:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.502082:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310208, portal 16 00000400:00000010:2.0:1761312152.502390:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312152.502394:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310208, offset 0 00000400:00000200:2.0:1761312152.502401:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.502408:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.502415:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.502418:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.502421:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.502423:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88558:88558:255:4294967295] 192.168.203.32@tcp LPNI seq info [88558:88558:7:4294967295] 00000400:00000200:2.0:1761312152.502430:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.502435:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.502439:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339466). 00000800:00000200:2.0:1761312152.502443:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.502448:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.502451:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.502616:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.502620:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82339218). 00000400:00000200:0.0:1761312152.502740:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.502746:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.502749:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312152.502750:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000800:00000200:0.0:1761312152.502826:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.502829:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:0.0:1761312152.502832:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.502835:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.502837:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:0.0:1761312152.502839:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:0.0:1761312152.502844:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015310208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.503974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008df3c2b. 00010000:00000010:2.1:1761312152.503984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00000400:00000200:0.0:1761312152.505276:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.505296:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe580 00000400:00000200:0.0:1761312152.505305:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae171 [1] + 224 00000400:00000200:0.0:1761312152.505322:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.505326:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.505335:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015310208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312152.505446:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.505452:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.505454:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.505460:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015310208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.505467:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015310208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.505492:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000980ba3c9. 02000000:00000010:2.0:1761312152.505497:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d3cf70. 00000100:00000010:2.0:1761312152.505501:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.505505:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.505509:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000200:0.0:1761312152.506603:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.506616:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52280 00000400:00000200:0.0:1761312152.506798:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 1312 00000400:00000200:0.0:1761312152.506859:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.506864:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.506869:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.506874:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000020:00000010:3.0:1761312152.507216:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.507223:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.507227:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.507251:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012507776/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.507285:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507776 02000000:00000010:3.0:1761312152.507298:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd843c64. 00010000:00000010:3.0:1761312152.507419:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000635d67d. 00010000:00000010:3.0:1761312152.507438:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.507443:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.507459:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.507462:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.507473:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312152.507477:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507776, offset 224 00080000:00000010:2.0:1761312152.507498:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000980ba3c9. 00010000:00000010:2.0:1761312152.507575:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.507581:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004c5c7d3. 00000400:00000200:3.0:1761312152.507601:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.507613:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.507618:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88559:88559:256:4294967295] 192.168.203.32@tcp LPNI seq info [88559:88559:8:4294967295] 00000400:00000200:3.0:1761312152.507644:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.507650:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.507654:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.507660:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.507666:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.507670:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761312152.507673:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312152.507680:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.507690:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.507692:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000100:00000010:2.0:1761312152.507694:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000020:00000010:3.0:1761312152.507699:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000100:00000010:2.0:1761312152.507703:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000020:00000010:3.0:1761312152.507704:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 02000000:00000010:2.0:1761312152.507715:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7ed070a. 02000000:00000010:2.0:1761312152.507738:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024f606cd. 00000400:00000010:2.0:1761312152.507744:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.507749:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.507763:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310272, portal 16 00000400:00000010:2.0:1761312152.507769:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312152.507771:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310272, offset 0 00000400:00000200:2.0:1761312152.507778:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.507784:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.507790:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.507794:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.507797:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.507799:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88560:88560:255:4294967295] 192.168.203.32@tcp LPNI seq info [88560:88560:7:4294967295] 00000400:00000200:2.0:1761312152.507807:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.507812:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1761312152.507813:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.507818:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000010:0.0:1761312152.507818:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000800:00000200:2.0:1761312152.507824:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000400:00000200:0.0:1761312152.507824:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1761312152.507833:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000400:00000200:0.0:1761312152.507835:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000800:00000200:2.0:1761312152.507838:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761312152.507841:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:0.0:1761312152.507844:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000800:00000200:0.0:1761312152.507876:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.507878:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:0.0:1761312152.507882:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.507885:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.507887:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:0.0:1761312152.507888:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:0.0:1761312152.507892:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015310272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.509717:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.509735:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe5c0 00000400:00000200:0.0:1761312152.509742:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae17d [1] + 224 00000400:00000200:0.0:1761312152.509767:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.509771:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.509780:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015310272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.510315:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.510323:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d522c0 00000400:00000200:0.0:1761312152.510328:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 1640 00000400:00000200:0.0:1761312152.510576:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.510581:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.510586:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.510592:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000400:00000010:2.0:1761312152.510662:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a71c268f. 00000400:00000200:2.0:1761312152.510670:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312152.510673:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:2.0:1761312152.510680:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015310272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.510688:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015310272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312152.510716:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024f606cd. 02000000:00000010:2.0:1761312152.510721:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7ed070a. 00000100:00000010:2.0:1761312152.510724:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312152.510729:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.510732:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.510905:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.510913:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.510917:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004606cb3a. 00000100:00000200:3.0:1761312152.510939:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012507840/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.510974:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507840 02000000:00000010:1.0:1761312152.511038:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4490269. 00010000:00000010:1.0:1761312152.511067:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f49dbe3e. 00010000:00000010:1.0:1761312152.511086:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.511092:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.511117:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.511121:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000010:1.0:1761312152.511132:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312152.511136:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507840, offset 224 00000400:00000200:1.0:1761312152.511143:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.511153:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.511158:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88561:88561:256:4294967295] 192.168.203.32@tcp LPNI seq info [88561:88561:8:4294967295] 00000400:00000200:1.0:1761312152.511168:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.511174:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.511179:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.511184:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.511190:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.511194:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.511217:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:1.0:1761312152.511223:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004606cb3a. 00000020:00000010:1.0:1761312152.511226:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00080000:00000010:0.0:1761312152.511371:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad613cc4. 00000800:00000200:2.0:1761312152.511388:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.511392:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312152.511396:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.511401:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.511404:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:2.0:1761312152.511405:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00010000:00000010:0.0:1761312152.511452:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:0.0:1761312152.511459:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000835f5d3d. 00010000:00000010:0.0:1761312152.511544:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312152.511548:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.511553:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.511558:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00080000:00000010:0.0:1761312152.511570:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b22446. 00010000:00000010:0.0:1761312152.511609:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.511613:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac452550. 00010000:00000010:2.1:1761312152.511668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f99eeacb. 00010000:00000010:2.1:1761312152.511676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7424bd7. 00010000:00000010:2.1:1761312152.511680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:0.0:1761312152.511691:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312152.511696:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.511703:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000841005dc. 00000100:00000010:0.0:1761312152.511708:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.511715:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 02000000:00000010:0.0:1761312152.511725:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:0.0:1761312152.511748:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f2d4f88. 00000400:00000010:0.0:1761312152.511763:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a9ce41. 00000400:00000010:0.0:1761312152.511768:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312152.511772:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310336, portal 16 00000400:00000010:0.0:1761312152.511776:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312152.511778:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310336, offset 0 00000400:00000200:0.0:1761312152.511783:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.511790:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.511796:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.511799:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.511801:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.511803:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88562:88562:256:4294967295] 192.168.203.32@tcp LPNI seq info [88562:88562:8:4294967295] 00000400:00000200:0.0:1761312152.511809:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.511814:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.511817:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312152.511821:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.511825:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.511828:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.511909:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.511912:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312152.511916:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.511920:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.511922:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:2.0:1761312152.511924:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:2.0:1761312152.511929:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015310336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.515828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a4e823a. 00010000:00000010:2.1:1761312152.515842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b9e49c7. 00010000:00000010:2.1:1761312152.515848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.1:1761312152.517811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca247c9. 00010000:00000010:2.1:1761312152.517829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:0.1:1761312152.518664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64a8d51. 00010000:00000010:0.1:1761312152.518673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:0.1:1761312152.518677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.518680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:1.1:1761312152.518683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c7cd37f. 00010000:00000010:3.1:1761312152.523784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b24524c. 00000400:00000200:0.0:1761312152.523999:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.524016:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe600 00000400:00000200:0.0:1761312152.524023:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae189 [1] + 224 00000400:00000200:0.0:1761312152.524046:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.524050:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.524060:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015310336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.524097:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.524102:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52300 00000400:00000200:0.0:1761312152.524106:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacacd [2] + 1968 00000400:00000010:0.0:1761312152.524110:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f3a35ef. 00000400:00000200:0.0:1761312152.524114:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000700440f0 00000400:00000010:1.0:1761312152.524159:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a9ce41. 00000400:00000200:1.0:1761312152.524162:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312152.524164:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312152.524169:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015310336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.524174:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761312152.524177:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015310336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.524177:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.524179:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000700440f0 00000400:00000010:0.0:1761312152.524181:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000700440f0 (tot 82338818). 00000100:00000200:0.0:1761312152.524186:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312152.524272:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.524279:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.524284:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.524304:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1c3940e x1846868012507904/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.524341:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507904 02000000:00000010:2.0:1761312152.524353:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024f606cd. 00010000:00000010:2.0:1761312152.524380:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074030a83. 00010000:00000010:2.0:1761312152.524401:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.524408:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e510caec. 00000100:00000010:2.0:1761312152.524412:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e510caec. 00010000:00000010:2.0:1761312152.524415:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.524427:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.524431:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507904, offset 224 00000400:00000200:2.0:1761312152.524438:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.524447:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.524452:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88563:88563:256:4294967295] 192.168.203.32@tcp LPNI seq info [88563:88563:8:4294967295] 00000400:00000200:2.0:1761312152.524461:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.524465:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.524469:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339066). 00000800:00000200:2.0:1761312152.524475:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.524482:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.524485:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.524508:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.524512:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.524515:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 02000000:00000010:2.0:1761312152.524522:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4490269. 00000100:00000010:2.0:1761312152.524526:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:2.0:1761312152.524530:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd843c64. 00000100:00000010:2.0:1761312152.524533:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 02000000:00000010:2.0:1761312152.524537:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066a1ef6c. 00000100:00000010:2.0:1761312152.524538:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:2.0:1761312152.524541:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:2.0:1761312152.524544:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:2.0:1761312152.524547:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083f3ab7f. 00000100:00000010:2.0:1761312152.524549:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:2.0:1761312152.524551:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:2.0:1761312152.524554:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 00000100:00000200:2.0:1761312152.524559:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312152.524564:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a71c268f. 00000400:00000010:2.0:1761312152.524568:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e510caec (tot 82339218). 02000000:00000010:1.0:1761312152.524598:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f2d4f88. 02000000:00000010:1.0:1761312152.524605:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.524608:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:1.0:1761312152.524612:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:1.0:1761312152.524614:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000841005dc. 00000800:00000200:0.0:1761312152.524690:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.524694:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000400:00000200:0.0:1761312152.524698:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.524702:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.524705:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:0.0:1761312152.524706:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 02000000:00000010:0.0:1761312152.524710:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024f606cd. 00080000:00000010:1.0:1761312152.524732:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7fced16. 00010000:00000010:1.0:1761312152.524822:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:1.0:1761312152.524828:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c16cbe97. 00010000:00000010:1.0:1761312152.524893:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.524899:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.524908:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.524911:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.524917:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.524927:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3a2b9d3. 02000000:00000010:1.0:1761312152.524950:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083f3ab7f. 00000400:00000010:1.0:1761312152.524953:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.524957:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.524959:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310400, portal 16 00000400:00000010:1.0:1761312152.524963:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312152.524964:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310400, offset 0 00000400:00000200:1.0:1761312152.524969:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.524975:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.524981:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.524984:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.524987:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.524990:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88564:88564:256:4294967295] 192.168.203.32@tcp LPNI seq info [88564:88564:8:4294967295] 00000400:00000200:1.0:1761312152.524996:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.525000:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.525003:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.525007:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.525011:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.525013:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.526201:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.526206:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:2.0:1761312152.526212:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.526218:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.526221:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:2.0:1761312152.526223:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:2.0:1761312152.526230:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.529725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c68feb. 00000400:00000200:0.0:1761312152.530789:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.530807:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe640 00000400:00000200:0.0:1761312152.530816:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae199 [1] + 224 00000400:00000200:0.0:1761312152.530827:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.530831:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.530842:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.530875:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.530880:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52340 00000400:00000200:0.0:1761312152.530884:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 0 00000400:00000200:0.0:1761312152.530937:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.530942:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.530946:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.530952:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000400:00000010:1.0:1761312152.531072:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.531077:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.531079:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.531084:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.531091:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.531125:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083f3ab7f. 02000000:00000010:1.0:1761312152.531131:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3a2b9d3. 00000100:00000010:1.0:1761312152.531135:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.531138:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.531142:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:3.0:1761312152.531314:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.531321:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.531326:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006bc4be5e. 00000100:00000200:3.0:1761312152.531349:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012507968/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.531386:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012507968 02000000:00000010:3.0:1761312152.531399:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.531427:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ade88a2. 00010000:00000010:3.0:1761312152.531446:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.531452:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.531468:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.531471:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.531484:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312152.531488:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012507968, offset 224 00000400:00000200:3.0:1761312152.531495:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.531503:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.531509:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88565:88565:256:4294967295] 192.168.203.32@tcp LPNI seq info [88565:88565:8:4294967295] 00000400:00000200:3.0:1761312152.531518:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.531522:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.531526:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.531530:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.531536:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.531539:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.531560:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.531566:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006bc4be5e. 00000020:00000010:3.0:1761312152.531569:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00000800:00000200:0.0:1761312152.531664:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.531667:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312152.531671:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.531675:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.531678:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:0.0:1761312152.531679:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00080000:00000010:1.0:1761312152.531680:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3a2b9d3. 00010000:00000010:1.0:1761312152.531770:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.531777:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac0403b4. 00010000:00000010:1.0:1761312152.531854:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.0:1761312152.531860:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.531869:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.531872:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.531878:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.531887:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083f3ab7f. 02000000:00000010:1.0:1761312152.531907:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066a1ef6c. 00000400:00000010:1.0:1761312152.531912:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.531915:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.531919:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310464, portal 16 00000400:00000010:1.0:1761312152.531923:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312152.531925:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310464, offset 0 00000400:00000200:1.0:1761312152.531930:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.531936:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.531941:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.531944:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.531947:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.531949:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88566:88566:256:4294967295] 192.168.203.32@tcp LPNI seq info [88566:88566:8:4294967295] 00000400:00000200:1.0:1761312152.531955:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.531960:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.531963:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312152.531967:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.531971:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.531973:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.533324:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.533331:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:0.0:1761312152.533345:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.533354:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.533359:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:0.0:1761312152.533362:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:0.0:1761312152.533371:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.536784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094801f74. 00010000:00000010:1.1:1761312152.536800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:3.1:1761312152.537705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edc5341a. 00000400:00000200:0.0:1761312152.539447:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.539467:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe680 00000400:00000200:0.0:1761312152.539476:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1a5 [1] + 224 00000400:00000200:0.0:1761312152.539492:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.539496:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.539553:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.539593:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.539599:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52380 00000400:00000200:0.0:1761312152.539604:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 328 00000400:00000200:0.0:1761312152.539746:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.539750:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.539765:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.539771:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 00000400:00000010:1.0:1761312152.539808:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.539813:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.539815:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.539821:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.539828:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.539853:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066a1ef6c. 02000000:00000010:1.0:1761312152.539858:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083f3ab7f. 00000100:00000010:1.0:1761312152.539861:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.539865:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.539868:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:2.0:1761312152.539917:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.539925:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.539928:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.539950:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012508032/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.539988:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508032 02000000:00000010:2.0:1761312152.539999:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1aa76c7. 00010000:00000010:2.0:1761312152.540024:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e489d9e8. 00010000:00000010:2.0:1761312152.540044:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.540050:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.540066:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.540069:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.540081:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312152.540085:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508032, offset 224 00000400:00000200:2.0:1761312152.540092:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.540102:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.540107:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88567:88567:256:4294967295] 192.168.203.32@tcp LPNI seq info [88567:88567:8:4294967295] 00000400:00000200:2.0:1761312152.540117:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.540122:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.540126:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312152.540131:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.540139:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.540142:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.540164:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.540168:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.540171:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00080000:00000010:1.0:1761312152.540229:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083f3ab7f. 00010000:00000010:1.0:1761312152.540307:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.540315:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8b4c37f. 00000800:00000200:0.0:1761312152.541018:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.541023:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:0.0:1761312152.541029:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.541036:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.541039:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:0.0:1761312152.541041:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00010000:00000010:1.0:1761312152.541236:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.541245:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.541255:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.541260:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.541268:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.541280:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066a1ef6c. 02000000:00000010:1.0:1761312152.541304:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4490269. 00000400:00000010:1.0:1761312152.541310:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.541314:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.541318:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310528, portal 16 00000400:00000010:1.0:1761312152.541323:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312152.541325:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310528, offset 0 00000400:00000200:1.0:1761312152.541331:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.541340:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.541347:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.541350:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.541353:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.541356:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88568:88568:256:4294967295] 192.168.203.32@tcp LPNI seq info [88568:88568:8:4294967295] 00000400:00000200:1.0:1761312152.541364:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.541368:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.541372:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.541377:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.541382:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.541384:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.542226:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.542231:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:0.0:1761312152.542237:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.542243:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.542247:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:0.0:1761312152.542249:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:0.0:1761312152.542256:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.542492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003613936c. 00010000:00000010:1.1:1761312152.542500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00000400:00000200:0.0:1761312152.544255:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.544273:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe6c0 00000400:00000200:0.0:1761312152.544521:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1b1 [1] + 224 00000400:00000200:0.0:1761312152.544534:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.544538:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.544548:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.544833:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.544842:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d523c0 00000400:00000200:0.0:1761312152.544847:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 656 00000400:00000010:1.0:1761312152.544887:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.544893:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.544895:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.544901:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.544903:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.544906:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.544909:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.544910:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.544915:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:1.0:1761312152.544938:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4490269. 02000000:00000010:1.0:1761312152.544944:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066a1ef6c. 00000100:00000010:1.0:1761312152.544947:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.544951:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.544955:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:2.0:1761312152.545036:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.545043:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.545047:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.545069:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012508096/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.545099:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508096 02000000:00000010:2.0:1761312152.545110:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:2.0:1761312152.545136:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a1e7695. 00010000:00000010:2.0:1761312152.545159:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.545165:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.545182:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.545185:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.545197:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312152.545201:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508096, offset 224 00000400:00000200:2.0:1761312152.545208:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.545218:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.545224:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88569:88569:256:4294967295] 192.168.203.32@tcp LPNI seq info [88569:88569:8:4294967295] 00000400:00000200:2.0:1761312152.545232:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.545237:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.545241:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312152.545246:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.545253:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.545256:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.545278:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.545282:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.545286:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00080000:00000010:1.0:1761312152.545450:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066a1ef6c. 00010000:00000010:1.0:1761312152.545530:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.545536:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065d0ceb8. 00010000:00000010:1.0:1761312152.545607:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.545613:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.545649:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.545654:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.545661:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.545671:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4490269. 02000000:00000010:1.0:1761312152.545693:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e3ac88e. 00000400:00000010:1.0:1761312152.545697:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.545701:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.545709:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310592, portal 16 00000400:00000010:1.0:1761312152.545713:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312152.545714:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310592, offset 0 00000400:00000200:1.0:1761312152.545719:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.545726:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.545733:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.545736:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.545738:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.545740:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88570:88570:255:4294967295] 192.168.203.32@tcp LPNI seq info [88570:88570:7:4294967295] 00000400:00000200:1.0:1761312152.545747:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.545763:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.545766:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312152.545770:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.545775:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.545777:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.545803:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.545807:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:0.0:1761312152.545811:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.545815:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.545818:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:0.0:1761312152.545820:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000800:00000200:0.0:1761312152.545845:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.545847:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:0.0:1761312152.545851:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.545854:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.545856:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:0.0:1761312152.545857:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000100:00000200:0.0:1761312152.545861:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.548100:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.548269:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe700 00000400:00000200:0.0:1761312152.548278:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1bd [1] + 224 00000400:00000200:0.0:1761312152.548298:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.548302:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.548311:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.548390:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.548396:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52400 00000400:00000200:0.0:1761312152.548401:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 984 00000400:00000200:0.0:1761312152.548452:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.548456:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.548460:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.548468:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000400:00000010:1.0:1761312152.548532:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.548538:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.548540:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.548545:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.548558:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.548584:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e3ac88e. 02000000:00000010:1.0:1761312152.548590:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4490269. 00000100:00000010:1.0:1761312152.548593:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.548596:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.548600:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:3.0:1761312152.548851:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba98624a. 00000020:00000010:3.0:1761312152.548857:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.548866:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006bc4be5e. 00000100:00000200:3.0:1761312152.548892:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012508160/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.548940:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508160 02000000:00000010:2.0:1761312152.548952:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7ed070a. 00010000:00000010:2.0:1761312152.548981:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b38881f0. 00010000:00000010:2.0:1761312152.548999:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.549005:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.549022:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.549025:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.549037:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312152.549041:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508160, offset 224 00000400:00000200:2.0:1761312152.549049:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312152.549052:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4490269. 00000400:00000200:2.0:1761312152.549058:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.549063:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88571:88571:256:4294967295] 192.168.203.32@tcp LPNI seq info [88571:88571:8:4294967295] 00000400:00000200:2.0:1761312152.549072:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.549076:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.549080:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.549084:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.549090:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.549094:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.549118:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:2.0:1761312152.549123:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006bc4be5e. 00000020:00000010:2.0:1761312152.549126:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba98624a. 00000800:00000200:0.0:1761312152.549232:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.549235:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312152.549240:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.549244:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.549246:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:0.0:1761312152.549248:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00010000:00000010:1.0:1761312152.549341:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.549348:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a80629d. 00010000:00000010:1.0:1761312152.549475:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.549479:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.549484:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.549489:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00080000:00000010:1.0:1761312152.549502:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e3ac88e. 00010000:00000010:1.0:1761312152.549532:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.549535:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.549591:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.549595:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.549602:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.549606:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.549612:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.549654:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.549678:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cc3c204. 00000400:00000010:1.0:1761312152.549694:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.549698:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.549703:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310656, portal 16 00000400:00000010:1.0:1761312152.549707:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312152.549709:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310656, offset 0 00000400:00000200:1.0:1761312152.549714:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.549721:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.549727:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.549730:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.549733:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.549735:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88572:88572:256:4294967295] 192.168.203.32@tcp LPNI seq info [88572:88572:8:4294967295] 00000400:00000200:1.0:1761312152.549741:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.549746:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.549750:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.549765:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.549770:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.549772:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.549846:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.549848:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:0.0:1761312152.549853:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.549856:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.549859:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:0.0:1761312152.549861:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:0.0:1761312152.549865:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.550674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee2c769e. 00000400:00000200:0.0:1761312152.551208:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.551222:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe740 00000400:00000200:0.0:1761312152.551230:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1c9 [1] + 224 00000400:00000200:0.0:1761312152.551246:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.551249:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.551256:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.551372:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.551376:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.551378:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.551383:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.551389:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.551514:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cc3c204. 02000000:00000010:1.0:1761312152.551520:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.551524:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.551528:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.551532:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:0.0:1761312152.551804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.551813:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52440 00000400:00000200:0.0:1761312152.551818:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 1312 00000400:00000200:0.0:1761312152.551867:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.551871:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.551875:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.551880:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 00000020:00000010:2.0:1761312152.551957:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a1cfc. 00000020:00000010:2.0:1761312152.551964:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.551968:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.552057:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012508224/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.552092:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508224 02000000:00000010:2.0:1761312152.552103:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:2.0:1761312152.552128:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8ee5b55. 00010000:00000010:2.0:1761312152.552149:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.552156:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.552417:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.552421:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.552434:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312152.552438:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508224, offset 224 00000400:00000200:2.0:1761312152.552445:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.552455:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.552459:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88573:88573:256:4294967295] 192.168.203.32@tcp LPNI seq info [88573:88573:8:4294967295] 00000400:00000200:2.0:1761312152.552469:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.552473:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.552477:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312152.552481:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.552488:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.552491:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.552514:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.552518:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.552522:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a1cfc. 00080000:00000010:1.0:1761312152.552559:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc3c204. 00010000:00000010:1.0:1761312152.552674:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.552681:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000282e5735. 00010000:00000010:1.0:1761312152.552768:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.552775:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.552784:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.552787:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.552794:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.552806:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.552828:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d54cf1b5. 00000400:00000010:1.0:1761312152.552833:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.552836:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.552840:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310720, portal 16 00000400:00000010:1.0:1761312152.552844:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312152.552846:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310720, offset 0 00000400:00000200:1.0:1761312152.552851:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.552856:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.552862:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.552865:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.552868:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.552870:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88574:88574:255:4294967295] 192.168.203.32@tcp LPNI seq info [88574:88574:7:4294967295] 00000400:00000200:1.0:1761312152.552876:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.552880:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.552883:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:1.0:1761312152.552887:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.552891:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.552893:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.552957:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.552960:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82339218). 00000400:00000200:0.0:1761312152.552966:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.552969:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.552973:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:0.0:1761312152.552975:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000800:00000200:0.0:1761312152.553027:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.553029:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:0.0:1761312152.553034:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.553037:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.553039:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:0.0:1761312152.553040:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:0.0:1761312152.553045:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.554726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f41ecc. 00010000:00000010:1.1:1761312152.554741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:2.1:1761312152.554788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bd6f18. 00010000:00000010:2.1:1761312152.554794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8ff076. 00000400:00000200:0.0:1761312152.555063:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.555080:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe780 00000400:00000200:0.0:1761312152.555087:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1d5 [1] + 224 00000400:00000200:0.0:1761312152.555098:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.555101:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.555110:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.555186:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.555192:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52480 00000400:00000200:0.0:1761312152.555197:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 1640 00000400:00000010:1.0:1761312152.555353:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.555358:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.555360:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.555366:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.555373:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.555400:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d54cf1b5. 02000000:00000010:1.0:1761312152.555405:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.555409:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.555413:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.555417:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:0.0:1761312152.555447:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.555452:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.555456:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.555461:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:2.0:1761312152.555869:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a1cfc. 00000020:00000010:2.0:1761312152.555876:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.555880:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.555901:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012508288/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.555936:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508288 02000000:00000010:2.0:1761312152.555947:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b8822f0. 00010000:00000010:2.0:1761312152.555971:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000599b61a1. 00010000:00000010:2.0:1761312152.555989:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.555995:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.556009:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.556012:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.556023:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312152.556027:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508288, offset 224 00000400:00000200:2.0:1761312152.556034:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.556043:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.556049:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88575:88575:256:4294967295] 192.168.203.32@tcp LPNI seq info [88575:88575:8:4294967295] 00000400:00000200:2.0:1761312152.556057:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.556062:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.556066:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312152.556071:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.556077:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.556080:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.556104:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.556118:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.556127:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a1cfc. 00080000:00000010:1.0:1761312152.556131:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d54cf1b5. 00010000:00000010:1.0:1761312152.556204:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.556211:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044c8c414. 00010000:00000010:1.0:1761312152.556287:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.0:1761312152.556293:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.556303:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.556306:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.556312:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.556321:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.556345:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ecedd84. 00000400:00000010:1.0:1761312152.556350:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.556353:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.556358:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310784, portal 16 00000400:00000010:1.0:1761312152.556363:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312152.556364:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310784, offset 0 00000400:00000200:1.0:1761312152.556370:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.556376:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.556382:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.556387:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.556390:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.556392:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88576:88576:255:4294967295] 192.168.203.32@tcp LPNI seq info [88576:88576:7:4294967295] 00000400:00000200:1.0:1761312152.556399:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.556403:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.556406:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:1.0:1761312152.556410:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.556414:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.556416:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.556488:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.556492:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:0.0:1761312152.556496:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.556505:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.556508:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:0.0:1761312152.556509:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000800:00000200:0.0:1761312152.556555:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.556557:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:0.0:1761312152.556561:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.556564:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.556566:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:0.0:1761312152.556568:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000100:00000200:0.0:1761312152.556572:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.558126:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.558141:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe7c0 00000400:00000200:0.0:1761312152.558150:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1e1 [1] + 224 00000400:00000200:0.0:1761312152.558164:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.558167:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.558176:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.558333:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.558338:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.558340:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.558345:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.558351:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.558376:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ecedd84. 02000000:00000010:1.0:1761312152.558381:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.558385:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.558389:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.558393:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00010000:00000010:1.1:1761312152.558666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a73defac. 00010000:00000010:1.1:1761312152.558673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312152.558677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003858bd4d. 00010000:00000010:1.1:1761312152.558681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.1:1761312152.558685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.558688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:2.1:1761312152.558787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004139ee78. 00000400:00000200:0.0:1761312152.558830:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.558838:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d524c0 00000400:00000200:0.0:1761312152.558843:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb1d [2] + 1968 00000400:00000010:0.0:1761312152.558846:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.558848:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000064e925de 00000400:00000200:0.0:1761312152.558967:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.558972:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.558975:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064e925de 00000400:00000010:0.0:1761312152.558977:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000064e925de (tot 82338818). 00000100:00000200:0.0:1761312152.558981:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312152.559088:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a1cfc. 00000020:00000010:2.0:1761312152.559094:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.559098:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.559120:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000055646496 x1846868012508352/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.559161:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508352 02000000:00000010:2.0:1761312152.559173:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:2.0:1761312152.559211:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000591ee987. 00010000:00000010:2.0:1761312152.559230:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.559235:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe94290c. 00000100:00000010:2.0:1761312152.559251:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe94290c. 00010000:00000010:2.0:1761312152.559255:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.559266:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312152.559270:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508352, offset 224 00000400:00000200:2.0:1761312152.559276:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312152.559276:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ecedd84. 00000400:00000200:2.0:1761312152.559286:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.559291:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88577:88577:256:4294967295] 192.168.203.32@tcp LPNI seq info [88577:88577:8:4294967295] 00000400:00000200:2.0:1761312152.559300:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.559304:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.559307:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339066). 00000800:00000200:2.0:1761312152.559311:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.559317:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.559320:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.559346:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.559350:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.559353:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a1cfc. 02000000:00000010:2.0:1761312152.559360:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b8822f0. 00000100:00000010:2.0:1761312152.559362:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:2.0:1761312152.559367:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00000100:00000010:2.0:1761312152.559368:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:2.0:1761312152.559371:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7ed070a. 00000100:00000010:2.0:1761312152.559373:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 02000000:00000010:2.0:1761312152.559376:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:2.0:1761312152.559377:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:2.0:1761312152.559380:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1aa76c7. 00000100:00000010:2.0:1761312152.559382:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:2.0:1761312152.559385:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:2.0:1761312152.559387:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000200:2.0:1761312152.559393:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312152.559397:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1c3fb4f. 00000400:00000010:2.0:1761312152.559401:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe94290c (tot 82339218). 00000800:00000200:3.0:1761312152.559415:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.559418:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312152.559423:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.559426:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.559429:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:3.0:1761312152.559430:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 02000000:00000010:3.0:1761312152.559433:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00010000:00000010:1.0:1761312152.559571:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.559578:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019baeee6. 00010000:00000010:1.0:1761312152.559693:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.559699:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.559709:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.559712:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.559719:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.559730:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c95a98. 02000000:00000010:1.0:1761312152.559750:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dac1899f. 00000400:00000010:1.0:1761312152.559765:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.559769:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.559772:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310848, portal 16 00000400:00000010:1.0:1761312152.559776:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312152.559778:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310848, offset 0 00000400:00000200:1.0:1761312152.559783:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.559790:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.559797:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.559800:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.559803:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.559805:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88578:88578:256:4294967295] 192.168.203.32@tcp LPNI seq info [88578:88578:8:4294967295] 00000400:00000200:1.0:1761312152.559812:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.559816:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.559819:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.559822:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.559827:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.559829:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.559978:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.559981:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:0.0:1761312152.559986:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.559991:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.559993:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:0.0:1761312152.559995:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000100:00000200:0.0:1761312152.560000:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.562203:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.562228:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe800 00000400:00000200:0.0:1761312152.562237:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1f1 [1] + 224 00000400:00000200:0.0:1761312152.562254:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.562258:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.562267:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.562470:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.562476:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.562478:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.562484:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.562492:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.562527:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 02000000:00000010:1.0:1761312152.562531:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dac1899f. 00000400:00000200:3.0:1761312152.562535:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52500 02000000:00000010:1.0:1761312152.562537:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c95a98. 00000400:00000200:3.0:1761312152.562539:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 0 00000100:00000010:1.0:1761312152.562540:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.562543:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.562547:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:3.0:1761312152.562587:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.562590:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.562594:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.562598:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:0.0:1761312152.562696:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f2d4f88. 00000020:00000010:0.0:1761312152.562703:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.562708:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.562729:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012508416/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312152.562768:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508416 02000000:00000010:0.0:1761312152.562782:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:0.0:1761312152.562806:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000add16c56. 00010000:00000010:0.0:1761312152.562824:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.562830:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.562845:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.562848:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.562862:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312152.562865:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508416, offset 224 00080000:00000010:1.0:1761312152.562869:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c95a98. 00000400:00000200:0.0:1761312152.562871:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.562881:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.562886:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88579:88579:256:4294967295] 192.168.203.32@tcp LPNI seq info [88579:88579:8:4294967295] 00000400:00000200:0.0:1761312152.562894:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.562899:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.562903:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312152.562907:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.562913:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.562916:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.562945:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.562949:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00010000:00000010:1.0:1761312152.562950:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00000020:00000010:0.0:1761312152.562951:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f2d4f88. 00010000:00000010:1.0:1761312152.562955:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000619880c5. 00010000:00000010:1.0:1761312152.563038:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.563044:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.563053:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.563057:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.563062:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.563070:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dac1899f. 02000000:00000010:1.0:1761312152.563091:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ad5312a. 00000400:00000010:1.0:1761312152.563094:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.563097:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.563101:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310912, portal 16 00000800:00000200:3.0:1761312152.563102:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.563105:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000010:1.0:1761312152.563105:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312152.563106:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310912, offset 0 00000400:00000200:3.0:1761312152.563108:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.563111:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.563111:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.563114:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:3.0:1761312152.563115:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000400:00000200:1.0:1761312152.563116:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.563122:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.563125:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.563128:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.563130:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88580:88580:255:4294967295] 192.168.203.32@tcp LPNI seq info [88580:88580:7:4294967295] 00000400:00000200:1.0:1761312152.563137:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.563140:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.563143:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312152.563147:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.563150:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.563152:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.563392:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.563395:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:2.0:1761312152.563399:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.563403:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.563406:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:2.0:1761312152.563408:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000200:2.0:1761312152.563412:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015310912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.565881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c99cf21c. 00010000:00000010:1.1:1761312152.565925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026bb1d46. 00010000:00000010:1.1:1761312152.565931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00000400:00000200:3.0:1761312152.567318:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.567334:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe840 00000400:00000200:3.0:1761312152.567342:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae1fd [1] + 224 00000400:00000200:3.0:1761312152.567353:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.567356:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.567366:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015310912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.567404:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.567409:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52540 00000400:00000200:3.0:1761312152.567414:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 328 00000400:00000010:1.0:1761312152.567428:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.567435:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.567437:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.567444:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015310912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.567458:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015310912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.567466:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.567472:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.567476:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.567482:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:1.0:1761312152.567488:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ad5312a. 00000020:00000010:2.0:1761312152.567547:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1aa76c7. 00000020:00000010:2.0:1761312152.567554:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.567559:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.567585:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012508480/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1761312152.567871:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dac1899f. 00000100:00000010:1.0:1761312152.567878:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.567882:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.567886:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000100:00000200:2.0:1761312152.567964:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508480 02000000:00000010:2.0:1761312152.567976:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:2.0:1761312152.568003:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9861f4d. 00010000:00000010:2.0:1761312152.568028:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.568034:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312152.568050:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312152.568052:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.568065:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312152.568069:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508480, offset 224 00000400:00000200:2.0:1761312152.568077:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.568087:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.568092:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88581:88581:256:4294967295] 192.168.203.32@tcp LPNI seq info [88581:88581:8:4294967295] 00000400:00000200:2.0:1761312152.568101:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.568106:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.568110:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312152.568115:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.568122:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.568125:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.568150:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.568155:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.568157:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1aa76c7. 00080000:00000010:1.0:1761312152.568201:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dac1899f. 00010000:00000010:1.0:1761312152.568279:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.568286:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069cf817f. 00000800:00000200:3.0:1761312152.568574:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.568577:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312152.568583:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.568750:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.568769:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:3.0:1761312152.568771:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00010000:00000010:0.0:1761312152.569065:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312152.569070:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.569076:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.569081:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00080000:00000010:0.0:1761312152.569100:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f2d4f88. 00010000:00000010:0.0:1761312152.569151:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312152.569156:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.569221:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312152.569225:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312152.569233:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.569238:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.569299:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.569313:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076e1a777. 02000000:00000010:0.0:1761312152.569340:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000310c2237. 00000400:00000010:0.0:1761312152.569347:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.569352:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.569357:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015310976, portal 16 00000400:00000010:0.0:1761312152.569362:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312152.569364:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015310976, offset 0 00000400:00000200:0.0:1761312152.569371:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.569382:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.569388:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.569392:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.569395:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.569397:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88582:88582:256:4294967295] 192.168.203.32@tcp LPNI seq info [88582:88582:8:4294967295] 00000400:00000200:0.0:1761312152.569405:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.569410:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.569413:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312152.569418:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.569424:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.569426:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.569896:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.569902:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312152.569906:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.569911:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.569915:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312152.569917:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312152.569924:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015310976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.570911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee31834. 00010000:00000010:1.1:1761312152.570922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312152.570926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3890dc8. 00010000:00000010:1.1:1761312152.570929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:0.1:1761312152.571293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e06952b. 00000400:00000200:3.0:1761312152.572362:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.572380:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe880 00000400:00000200:3.0:1761312152.572388:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae209 [1] + 224 00000400:00000200:3.0:1761312152.572398:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.572402:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.572411:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015310976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.572462:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.572467:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:0.0:1761312152.572469:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.572475:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015310976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.572481:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015310976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.572507:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000310c2237. 02000000:00000010:0.0:1761312152.572512:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076e1a777. 00000100:00000010:0.0:1761312152.572515:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.572519:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.572522:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:3.0:1761312152.573210:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.573223:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52580 00000400:00000200:3.0:1761312152.573229:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 656 00000400:00000200:3.0:1761312152.573257:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.573261:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.573266:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.573273:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:2.0:1761312152.574607:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1aa76c7. 00000020:00000010:2.0:1761312152.574619:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.574710:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.574743:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012508544/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.574783:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508544 02000000:00000010:2.0:1761312152.574864:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7ed070a. 00010000:00000010:2.0:1761312152.574895:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3b28258. 00010000:00000010:2.0:1761312152.574919:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.574927:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312152.574945:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312152.574949:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.574963:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312152.574968:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508544, offset 224 00000400:00000200:2.0:1761312152.574974:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.574988:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.574994:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88583:88583:256:4294967295] 192.168.203.32@tcp LPNI seq info [88583:88583:8:4294967295] 00000400:00000200:2.0:1761312152.575002:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.575009:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.575014:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312152.575019:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.575026:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.575029:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.575054:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.575058:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.575062:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1aa76c7. 00080000:00000010:0.0:1761312152.575236:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076e1a777. 00010000:00000010:0.0:1761312152.575329:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312152.575336:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095490f27. 00010000:00000010:0.0:1761312152.575407:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312152.575413:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312152.575423:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.575427:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.575434:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.575443:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000310c2237. 02000000:00000010:0.0:1761312152.575464:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d870be08. 00000400:00000010:0.0:1761312152.575469:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.575473:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.575477:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311040, portal 16 00000400:00000010:0.0:1761312152.575481:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.575483:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311040, offset 0 00000400:00000200:0.0:1761312152.575487:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.575494:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.575500:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.575503:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.575506:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000800:00000200:3.0:1761312152.575507:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761312152.575508:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88584:88584:255:4294967295] 192.168.203.32@tcp LPNI seq info [88584:88584:7:4294967295] 00000800:00000010:3.0:1761312152.575511:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312152.575514:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000400:00000200:3.0:1761312152.575515:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.575519:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000800:00000200:0.0:1761312152.575519:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.575521:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312152.575523:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:3.0:1761312152.575524:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000800:00000200:0.0:1761312152.575524:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.575528:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.575530:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.575578:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.575581:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312152.575583:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.575587:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.575589:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312152.575590:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312152.575595:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015311040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.578728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc5b221. 00010000:00000010:1.1:1761312152.579672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c0537c. 00010000:00000010:1.1:1761312152.579685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:0.1:1761312152.580767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.580777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:3.0:1761312152.582585:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.582604:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe8c0 00000400:00000200:3.0:1761312152.582614:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae215 [1] + 224 00000400:00000200:3.0:1761312152.585238:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.585265:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.585277:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015311040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.585327:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.585342:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d525c0 00000400:00000200:3.0:1761312152.585349:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 984 00000400:00000200:3.0:1761312152.585366:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.585369:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.585372:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.585378:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00010000:00000010:1.1:1761312152.586666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d31581a8. 00010000:00000010:1.1:1761312152.586678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00000400:00000010:0.0:1761312152.587869:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.587879:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:0.0:1761312152.587880:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.587893:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015311040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.587903:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015311040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.587934:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d870be08. 02000000:00000010:0.0:1761312152.587940:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000310c2237. 00000100:00000010:0.0:1761312152.587943:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.587948:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.587951:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00010000:00000010:2.1:1761312152.588028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696a7332. 00000020:00000010:2.0:1761312152.588067:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1aa76c7. 00000020:00000010:2.0:1761312152.588073:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.588078:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.588102:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012508608/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.588138:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508608 02000000:00000010:2.0:1761312152.588149:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:2.0:1761312152.588175:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4aaba8f. 00010000:00000010:2.0:1761312152.588193:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.588199:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312152.588210:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312152.588212:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312152.588224:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312152.588228:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508608, offset 224 00000400:00000200:2.0:1761312152.588236:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.588250:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.588255:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88585:88585:256:4294967295] 192.168.203.32@tcp LPNI seq info [88585:88585:8:4294967295] 00000400:00000200:2.0:1761312152.588265:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.588271:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.588275:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312152.588281:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.588287:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.588291:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.588319:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.588323:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.588327:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1aa76c7. 00080000:00000010:1.0:1761312152.588397:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad5312a. 00000800:00000200:3.0:1761312152.588448:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.588452:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312152.588457:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.588461:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.588464:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312152.588465:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00010000:00000010:1.0:1761312152.588487:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:1.0:1761312152.588493:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3dd686f. 00010000:00000010:1.0:1761312152.588563:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.588568:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.588577:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.588582:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.588589:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.588600:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f48da10. 02000000:00000010:1.0:1761312152.588620:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000faa2704. 00000400:00000010:1.0:1761312152.588655:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.588661:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.588666:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311104, portal 16 00000400:00000010:1.0:1761312152.588670:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312152.588671:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311104, offset 0 00000400:00000200:1.0:1761312152.588677:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.588683:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.588689:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.588692:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.588694:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.588696:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88586:88586:256:4294967295] 192.168.203.32@tcp LPNI seq info [88586:88586:8:4294967295] 00000400:00000200:1.0:1761312152.588702:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.588707:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.588709:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.588713:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.588717:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.588719:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.589294:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.589299:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:2.0:1761312152.589306:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.589310:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.589314:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:2.0:1761312152.589315:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000100:00000200:2.0:1761312152.589321:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.590678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffaa20b0. 00010000:00000010:0.1:1761312152.590690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:2.1:1761312152.590777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d1a832. 00000400:00000200:3.0:1761312152.592561:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.592579:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe900 00000400:00000200:3.0:1761312152.592588:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae221 [1] + 224 00000400:00000200:3.0:1761312152.592599:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.592603:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.592614:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.596456:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.596468:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.596470:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.596485:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.596495:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.596518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044dbabfe. 02000000:00000010:1.0:1761312152.596524:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000faa2704. 02000000:00000010:1.0:1761312152.596529:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f48da10. 00000100:00000010:1.0:1761312152.596533:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.596536:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.596540:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:2.0:1761312152.596549:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.596564:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52600 00000400:00000200:2.0:1761312152.596571:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 1312 00000400:00000200:2.0:1761312152.596655:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.596660:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.596666:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.596670:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00010000:00000010:1.1:1761312152.597220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c42843b. 00010000:00000010:1.1:1761312152.597231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00000020:00000010:0.0:1761312152.597326:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000310c2237. 00000020:00000010:0.0:1761312152.597332:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.597336:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.597361:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012508672/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312152.597398:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508672 02000000:00000010:0.0:1761312152.597409:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d870be08. 00010000:00000010:0.0:1761312152.597438:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c09dbac2. 00010000:00000010:0.0:1761312152.597459:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.597466:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.597483:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.597486:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.597498:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.597502:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508672, offset 224 00000400:00000200:0.0:1761312152.597510:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.597521:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.597527:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88587:88587:256:4294967295] 192.168.203.32@tcp LPNI seq info [88587:88587:8:4294967295] 00000400:00000200:0.0:1761312152.597536:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.597542:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.597546:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312152.597551:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.597558:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.597562:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.597589:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.597593:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.597596:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000310c2237. 00080000:00000010:1.0:1761312152.597656:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f48da10. 00010000:00000010:1.0:1761312152.597982:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.597989:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb098198. 00010000:00000010:1.0:1761312152.598061:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.598067:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.598078:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.598082:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.598088:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.598098:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000faa2704. 02000000:00000010:1.0:1761312152.598118:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dad2dfa6. 00000400:00000010:1.0:1761312152.598128:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.598133:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.598138:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311168, portal 16 00000400:00000010:1.0:1761312152.598142:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312152.598143:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311168, offset 0 00000400:00000200:1.0:1761312152.598149:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.598157:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.598163:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.598167:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.598170:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.598172:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88588:88588:255:4294967295] 192.168.203.32@tcp LPNI seq info [88588:88588:7:4294967295] 00000400:00000200:1.0:1761312152.598179:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.598183:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.598187:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339466). 00000800:00000200:1.0:1761312152.598191:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.598200:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.598202:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.598413:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.598416:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82339218). 00000400:00000200:2.0:1761312152.598420:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.598424:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.598428:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:2.0:1761312152.598429:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000800:00000200:2.0:1761312152.598461:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.598463:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:2.0:1761312152.598467:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.598470:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.598472:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:2.0:1761312152.598473:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000100:00000200:2.0:1761312152.598478:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.602675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069755666. 00000400:00000200:2.0:1761312152.604174:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.604194:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe940 00000400:00000200:2.0:1761312152.604202:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae22d [1] + 224 00000400:00000200:2.0:1761312152.604215:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.604219:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.604229:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.604265:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.604271:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52640 00000400:00000200:2.0:1761312152.604275:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 1640 00000400:00000200:2.0:1761312152.604328:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.604332:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.604336:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.604341:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 00000400:00000010:1.0:1761312152.604424:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.604430:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.604432:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.604438:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.604446:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.604474:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dad2dfa6. 02000000:00000010:1.0:1761312152.604480:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000faa2704. 00000100:00000010:1.0:1761312152.604484:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.604488:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.604492:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:0.0:1761312152.604697:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000310c2237. 00000020:00000010:0.0:1761312152.604704:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.604707:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.604730:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000125a5844 x1846868012508736/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312152.604774:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508736 02000000:00000010:0.0:1761312152.604785:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b503ddfc. 00010000:00000010:0.0:1761312152.604810:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070e20f94. 00010000:00000010:0.0:1761312152.604830:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.604835:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.604842:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.604844:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.604855:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312152.604860:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508736, offset 224 00000400:00000200:0.0:1761312152.604867:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.604876:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.604881:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88589:88589:256:4294967295] 192.168.203.32@tcp LPNI seq info [88589:88589:8:4294967295] 00000400:00000200:0.0:1761312152.604891:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.604894:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.604898:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312152.604903:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.604909:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.604913:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312152.605006:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000faa2704. 00010000:00000010:1.0:1761312152.605082:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.605089:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d0e19fa. 00010000:00000010:1.0:1761312152.605156:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.0:1761312152.605162:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.605171:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.605174:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.605179:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.605188:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dad2dfa6. 02000000:00000010:1.0:1761312152.605207:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069c3074b. 00000400:00000010:1.0:1761312152.605211:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.605214:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.605219:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311232, portal 16 00000400:00000010:1.0:1761312152.605223:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312152.605224:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311232, offset 0 00000400:00000200:1.0:1761312152.605229:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.605234:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.605240:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.605243:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.605246:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.605248:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88590:88590:255:4294967295] 192.168.203.32@tcp LPNI seq info [88590:88590:7:4294967295] 00000400:00000200:1.0:1761312152.605254:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.605258:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.605261:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339466). 00000800:00000200:1.0:1761312152.605264:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.605268:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.605270:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.605959:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.605967:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.605970:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000310c2237. 00000800:00000200:2.0:1761312152.607038:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.607043:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:2.0:1761312152.607050:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.607058:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.607212:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:2.0:1761312152.607215:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000800:00000200:2.0:1761312152.607394:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.607397:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:2.0:1761312152.607401:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.607405:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.607408:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:2.0:1761312152.607410:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000100:00000200:2.0:1761312152.607418:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.611165:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.611182:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe980 00000400:00000200:2.0:1761312152.611191:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae239 [1] + 224 00000400:00000200:2.0:1761312152.611201:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.611204:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.611214:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.611247:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.611252:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52680 00000400:00000200:2.0:1761312152.611256:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacb75 [2] + 1968 00000400:00000010:2.0:1761312152.611260:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4a7c42b. 00000400:00000200:2.0:1761312152.611263:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000060e34196 00000400:00000200:2.0:1761312152.611308:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.611312:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.611314:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060e34196 00000400:00000010:2.0:1761312152.611316:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000060e34196 (tot 82338818). 00000100:00000200:2.0:1761312152.611320:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761312152.611387:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.611391:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.611393:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.611398:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.611405:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312152.611746:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.611761:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.611766:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.611786:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070c93d6d x1846868012508800/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.611818:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508800 02000000:00000010:3.0:1761312152.611829:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.611861:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.611866:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067831845. 00000100:00000010:3.0:1761312152.611872:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067831845. 00010000:00000010:3.0:1761312152.611875:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.611888:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312152.611891:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508800, offset 224 00000400:00000200:3.0:1761312152.611898:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.611908:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.611913:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88591:88591:256:4294967295] 192.168.203.32@tcp LPNI seq info [88591:88591:8:4294967295] 00000400:00000200:3.0:1761312152.611923:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.611928:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.611932:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312152.611937:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.611944:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.611947:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.611968:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.611973:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.611976:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 02000000:00000010:3.0:1761312152.611983:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b503ddfc. 00000100:00000010:3.0:1761312152.611986:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 02000000:00000010:3.0:1761312152.611990:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d870be08. 00000100:00000010:3.0:1761312152.611991:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:3.0:1761312152.611995:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00000100:00000010:3.0:1761312152.611997:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312152.612000:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7ed070a. 00000100:00000010:3.0:1761312152.612002:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312152.612005:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:3.0:1761312152.612007:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312152.612009:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:3.0:1761312152.612013:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000200:3.0:1761312152.612017:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.612021:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea5da9e6. 00000400:00000010:3.0:1761312152.612024:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000067831845 (tot 82339218). 00010000:00000010:1.1:1761312152.612093:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd6ac08. 00010000:00000010:1.1:1761312152.612099:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.612112:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ad2ff1c. 02000000:00000010:1.0:1761312152.612123:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069c3074b. 02000000:00000010:1.0:1761312152.612127:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dad2dfa6. 00000100:00000010:1.0:1761312152.612130:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.612132:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.612135:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00080000:00000010:0.0:1761312152.612376:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000310c2237. 00010000:00000010:0.0:1761312152.612456:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:0.0:1761312152.612461:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032797ff3. 00010000:00000010:0.0:1761312152.612521:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312152.612526:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312152.612535:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.612538:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.612545:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.612554:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c186012b. 02000000:00000010:0.0:1761312152.612574:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd77d1c9. 00000400:00000010:0.0:1761312152.612577:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.612581:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312152.612583:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311296, portal 16 00000400:00000010:0.0:1761312152.612587:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312152.612589:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311296, offset 0 00000400:00000200:0.0:1761312152.612595:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.612602:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.612608:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.612612:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.612614:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.612617:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88592:88592:255:4294967295] 192.168.203.32@tcp LPNI seq info [88592:88592:7:4294967295] 00000400:00000200:0.0:1761312152.612656:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.612661:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.612665:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bbc713 (tot 82339466). 00000800:00000200:0.0:1761312152.612669:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.612674:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.612676:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077bbc713 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.613211:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.613215:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:2.0:1761312152.613219:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.613224:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.613228:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:2.0:1761312152.613229:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 02000000:00000010:2.0:1761312152.613234:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000800:00000200:2.0:1761312152.613291:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.613292:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312152.613295:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.613298:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.613299:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:2.0:1761312152.613301:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:2.0:1761312152.613306:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015311296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.616267:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.616285:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffe9c0 00000400:00000200:2.0:1761312152.616294:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae249 [1] + 224 00000400:00000200:2.0:1761312152.616311:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.616315:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.616325:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015311296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.616432:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.616438:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:0.0:1761312152.616439:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:0.0:1761312152.616446:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015311296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.616453:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015311296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.616483:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd77d1c9. 02000000:00000010:0.0:1761312152.616488:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c186012b. 00000100:00000010:0.0:1761312152.616491:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.616495:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.616499:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:2.0:1761312152.617849:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.617864:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d526c0 00000400:00000200:2.0:1761312152.617871:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 0 00000400:00000200:2.0:1761312152.617935:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.617940:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.617945:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.617951:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000020:00000010:0.0:1761312152.618058:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c186012b. 00000020:00000010:0.0:1761312152.618064:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.618069:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.618094:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012508864/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312152.618280:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508864 02000000:00000010:0.0:1761312152.618293:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd77d1c9. 00010000:00000010:0.0:1761312152.618321:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019f41fb1. 00010000:00000010:0.0:1761312152.618341:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.618347:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.618803:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.618808:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.618824:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312152.618830:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508864, offset 224 00000400:00000200:0.0:1761312152.618837:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.618848:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.618853:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88593:88593:256:4294967295] 192.168.203.32@tcp LPNI seq info [88593:88593:8:4294967295] 00000400:00000200:0.0:1761312152.618863:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.618868:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.618872:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312152.618877:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.618884:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.618887:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.618900:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.618905:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.618908:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c186012b. 00080000:00000010:1.0:1761312152.618981:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dad2dfa6. 00010000:00000010:1.0:1761312152.619065:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:1.0:1761312152.619071:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aad162b5. 00010000:00000010:1.0:1761312152.619146:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312152.619151:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312152.619161:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.619165:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.619173:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.619183:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c3074b. 02000000:00000010:1.0:1761312152.619206:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fef17332. 00000400:00000010:1.0:1761312152.619211:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.619215:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.619220:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311360, portal 16 00000400:00000010:1.0:1761312152.619223:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.619225:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311360, offset 0 00000400:00000200:1.0:1761312152.619231:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.619237:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.619244:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.619247:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.619250:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.619252:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88594:88594:255:4294967295] 192.168.203.32@tcp LPNI seq info [88594:88594:7:4294967295] 00000400:00000200:1.0:1761312152.619259:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.619263:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.619266:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339466). 00000800:00000200:1.0:1761312152.619270:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.619274:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.619276:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.619372:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.619376:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:2.0:1761312152.619380:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.619385:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.619388:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312152.619391:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000800:00000200:2.0:1761312152.619449:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.619451:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312152.619455:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.619458:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.619461:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:2.0:1761312152.619462:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:2.0:1761312152.619467:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.621036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006959bd31. 00000400:00000200:2.0:1761312152.622543:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.622560:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffea00 00000400:00000200:2.0:1761312152.622568:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae255 [1] + 224 00000400:00000200:2.0:1761312152.622577:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.622581:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.622590:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.622706:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.622711:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.622713:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.622718:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.622725:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.622759:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fef17332. 02000000:00000010:1.0:1761312152.622765:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c3074b. 00000100:00000010:1.0:1761312152.622768:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.622771:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.622775:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000400:00000200:2.0:1761312152.622838:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.622845:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52700 00000400:00000200:2.0:1761312152.622849:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 328 00000400:00000200:2.0:1761312152.622860:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.622862:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.622866:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.622871:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000020:00000010:0.0:1761312152.622968:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c186012b. 00000020:00000010:0.0:1761312152.622974:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.622978:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.622996:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012508928/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312152.623015:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508928 02000000:00000010:0.0:1761312152.623024:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e05fd193. 00010000:00000010:0.0:1761312152.623046:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e90a90eb. 00010000:00000010:0.0:1761312152.623063:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.623068:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.623084:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.623086:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.623097:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312152.623100:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508928, offset 224 00000400:00000200:0.0:1761312152.623107:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.623116:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.623121:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88595:88595:256:4294967295] 192.168.203.32@tcp LPNI seq info [88595:88595:8:4294967295] 00000400:00000200:0.0:1761312152.623130:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.623135:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.623139:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312152.623143:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.623149:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.623152:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.623163:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.623167:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.623170:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c186012b. 00080000:00000010:2.0:1761312152.623423:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1aa76c7. 00010000:00000010:2.0:1761312152.623496:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:2.0:1761312152.623501:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baebccda. 00010000:00000010:2.0:1761312152.623558:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312152.623563:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ead199. 00010000:00000010:2.0:1761312152.623571:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312152.623575:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312152.623580:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312152.623588:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8822f0. 02000000:00000010:2.0:1761312152.623608:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff6a1cfc. 00000400:00000010:2.0:1761312152.623612:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312152.623615:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312152.623619:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311424, portal 16 00000400:00000010:2.0:1761312152.623655:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312152.623658:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311424, offset 0 00000400:00000200:2.0:1761312152.623663:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.623669:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.623675:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.623678:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.623680:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.623692:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88596:88596:255:4294967295] 192.168.203.32@tcp LPNI seq info [88596:88596:7:4294967295] 00000400:00000200:2.0:1761312152.623699:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.623704:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.623707:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312152.623711:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.623715:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.623717:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.623762:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.623765:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:2.0:1761312152.623768:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.623771:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.623774:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:2.0:1761312152.623775:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000800:00000200:2.0:1761312152.623831:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.623832:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:2.0:1761312152.623836:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.623839:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.623841:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:2.0:1761312152.623842:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:2.0:1761312152.623845:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015311424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.624848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b02da1f4. 00010000:00000010:1.1:1761312152.624856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312152.624861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b380dad. 00010000:00000010:0.1:1761312152.625042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f7f4f8. 00010000:00000010:0.1:1761312152.625048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:0.1:1761312152.625051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fc0494. 00000400:00000200:2.0:1761312152.627272:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.627290:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffea40 00000400:00000200:2.0:1761312152.627298:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae261 [1] + 224 00000400:00000200:2.0:1761312152.627308:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.627312:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.627322:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015311424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.627467:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.627473:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52740 00000400:00000200:2.0:1761312152.627478:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 656 00000400:00000200:2.0:1761312152.627490:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.627493:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.627497:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.627501:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000400:00000010:1.0:1761312152.627712:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:1.0:1761312152.627718:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:1.0:1761312152.627721:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:1.0:1761312152.627726:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015311424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.627733:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015311424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.627767:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff6a1cfc. 02000000:00000010:1.0:1761312152.627772:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8822f0. 00000100:00000010:1.0:1761312152.627775:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:1.0:1761312152.627778:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:1.0:1761312152.627781:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000020:00000010:3.0:1761312152.628021:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.628028:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.628032:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.628054:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012508992/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.628380:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012508992 02000000:00000010:3.0:1761312152.628393:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba98624a. 00010000:00000010:3.0:1761312152.628420:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cca91219. 00010000:00000010:3.0:1761312152.628439:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.628446:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.628461:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.628464:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.628477:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312152.628481:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012508992, offset 224 00000400:00000200:3.0:1761312152.628488:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.628498:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.628503:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88597:88597:256:4294967295] 192.168.203.32@tcp LPNI seq info [88597:88597:8:4294967295] 00000400:00000200:3.0:1761312152.628513:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.628518:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.628522:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.628527:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.628533:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.628537:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.628559:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.628565:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.628567:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 00000800:00000200:2.0:1761312152.628708:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.628712:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312152.628715:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.628719:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.628722:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:2.0:1761312152.628724:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00080000:00000010:1.0:1761312152.628799:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c3074b. 00010000:00000010:1.0:1761312152.628881:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ead199. 00010000:00000010:1.0:1761312152.628887:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a80f2c7. 00010000:00000010:1.0:1761312152.628957:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.628963:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.628974:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.628978:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.628986:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.628995:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fef17332. 02000000:00000010:1.0:1761312152.629016:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099e11c6f. 00000400:00000010:1.0:1761312152.629021:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.629025:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.629029:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311488, portal 16 00000400:00000010:1.0:1761312152.629033:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312152.629035:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311488, offset 0 00000400:00000200:1.0:1761312152.629041:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.629048:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.629054:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.629057:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.629059:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.629061:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88598:88598:256:4294967295] 192.168.203.32@tcp LPNI seq info [88598:88598:8:4294967295] 00000400:00000200:1.0:1761312152.629068:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.629071:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.629075:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.629078:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.629082:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.629084:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.629511:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.629515:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312152.629520:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.629524:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.629527:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:2.0:1761312152.629528:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:2.0:1761312152.629533:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.630663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046daea02. 00010000:00000010:2.1:1761312152.630809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d21ce98. 00010000:00000010:2.1:1761312152.630815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.1:1761312152.631177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7b41529. 00010000:00000010:1.1:1761312152.631183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00000400:00000200:2.0:1761312152.633340:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.633356:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffea80 00000400:00000200:2.0:1761312152.633365:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae26d [1] + 224 00000400:00000200:2.0:1761312152.633382:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.633386:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.633395:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.637889:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.637907:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52780 00000400:00000200:2.0:1761312152.637916:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 984 00000400:00000200:2.0:1761312152.637991:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.637997:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.638005:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.638012:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:3.0:1761312152.638100:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.638107:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.638112:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.638135:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012509056/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.638169:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509056 02000000:00000010:3.0:1761312152.638180:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.638212:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.638217:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.638222:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.638225:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.638238:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312152.638242:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509056, offset 224 00000400:00000200:3.0:1761312152.638248:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.638257:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.638262:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88599:88599:256:4294967295] 192.168.203.32@tcp LPNI seq info [88599:88599:8:4294967295] 00000400:00000200:3.0:1761312152.638271:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.638275:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.638279:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.638283:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.638289:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.638292:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.638304:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.638309:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.638311:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 00000800:00000200:2.0:1761312152.638395:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.638398:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:2.0:1761312152.638401:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.638405:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.638408:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:2.0:1761312152.638410:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000400:00000010:1.0:1761312152.638928:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.638933:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.638935:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.638942:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.638950:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312152.638969:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd95ea3d. 02000000:00000010:1.0:1761312152.638985:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099e11c6f. 02000000:00000010:1.0:1761312152.638990:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fef17332. 00000100:00000010:1.0:1761312152.638993:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.638996:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.638999:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00080000:00000010:1.0:1761312152.639045:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef17332. 00010000:00000010:1.0:1761312152.639122:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.639128:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f033c5aa. 00010000:00000010:1.0:1761312152.639201:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.639207:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.639217:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.639221:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.639226:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.639236:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099e11c6f. 02000000:00000010:1.0:1761312152.639258:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e13c78ad. 00000400:00000010:1.0:1761312152.639262:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.639265:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.639270:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311552, portal 16 00000400:00000010:1.0:1761312152.639273:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312152.639275:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311552, offset 0 00000400:00000200:1.0:1761312152.639281:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.639289:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.639296:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.639299:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.639302:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.639305:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88600:88600:256:4294967295] 192.168.203.32@tcp LPNI seq info [88600:88600:8:4294967295] 00000400:00000200:1.0:1761312152.639312:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.639317:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.639321:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.639326:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.639331:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.639333:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.639445:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.639448:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:2.0:1761312152.639453:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.639456:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.639459:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:2.0:1761312152.639460:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:2.0:1761312152.639465:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.643236:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.643256:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffeac0 00000400:00000200:2.0:1761312152.643265:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae279 [1] + 224 00000400:00000200:2.0:1761312152.643276:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.643279:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.643289:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.643325:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.643330:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d527c0 00000400:00000200:2.0:1761312152.643334:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 1312 00000400:00000200:2.0:1761312152.643346:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.643349:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.643352:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.643358:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:3.0:1761312152.643448:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.643455:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.643460:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.643483:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012509120/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.643517:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509120 02000000:00000010:3.0:1761312152.643531:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:3.0:1761312152.643569:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.643576:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.643582:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.643585:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.643599:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312152.643603:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509120, offset 224 00000400:00000200:3.0:1761312152.643609:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.643619:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.643650:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88601:88601:256:4294967295] 192.168.203.32@tcp LPNI seq info [88601:88601:8:4294967295] 00000400:00000200:3.0:1761312152.643660:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.643665:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.643670:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.643675:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.643692:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.643696:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.643714:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.643719:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.643722:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 00000800:00000200:3.0:1761312152.643865:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.643869:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:3.0:1761312152.643872:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.643875:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.643878:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:3.0:1761312152.643879:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000400:00000010:1.0:1761312152.644070:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.644075:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.644077:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.644082:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.644091:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312152.644109:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062edcf24. 02000000:00000010:1.0:1761312152.644123:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e13c78ad. 02000000:00000010:1.0:1761312152.644127:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099e11c6f. 00000100:00000010:1.0:1761312152.644131:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.644135:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.644137:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00080000:00000010:1.0:1761312152.644153:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099e11c6f. 00010000:00000010:1.0:1761312152.644229:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.644235:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b07f8f9b. 00010000:00000010:1.0:1761312152.644302:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.644308:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.644317:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.644320:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.644326:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.644334:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e13c78ad. 02000000:00000010:1.0:1761312152.644356:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e5e8438. 00000400:00000010:1.0:1761312152.644360:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.644363:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.644366:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311616, portal 16 00000400:00000010:1.0:1761312152.644370:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312152.644372:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311616, offset 0 00000400:00000200:1.0:1761312152.644377:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.644383:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.644389:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.644393:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.644396:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.644398:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88602:88602:256:4294967295] 192.168.203.32@tcp LPNI seq info [88602:88602:8:4294967295] 00000400:00000200:1.0:1761312152.644405:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.644409:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.644413:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312152.644417:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.644423:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.644425:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.644512:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.644516:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:2.0:1761312152.644520:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.644523:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.644527:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:2.0:1761312152.644528:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:2.0:1761312152.644532:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.649865:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ada10ec. 00010000:00000010:1.1:1761312152.649881:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000200:2.0:1761312152.652153:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.652174:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffeb00 00000400:00000200:2.0:1761312152.652184:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae285 [1] + 224 00000400:00000200:2.0:1761312152.652196:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.652200:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.652211:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.652251:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.652257:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52800 00000400:00000200:2.0:1761312152.652262:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 1640 00000400:00000200:2.0:1761312152.652342:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.652346:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.652350:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.652356:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000400:00000010:1.0:1761312152.652432:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.652438:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.652440:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.652446:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.652454:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.652484:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e5e8438. 02000000:00000010:1.0:1761312152.652492:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e13c78ad. 00000100:00000010:1.0:1761312152.652495:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.652499:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.652503:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00010000:00000010:3.1:1761312152.652815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656476e9. 00000020:00000010:3.0:1761312152.652870:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.652878:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.652885:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.652911:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012509184/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.652948:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509184 02000000:00000010:3.0:1761312152.652962:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036fdb54a. 00010000:00000010:3.0:1761312152.652990:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098fcd739. 00010000:00000010:3.0:1761312152.653012:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.653018:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.653029:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.653032:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.653046:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312152.653050:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509184, offset 224 00000400:00000200:3.0:1761312152.653058:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.653068:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.653073:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88603:88603:256:4294967295] 192.168.203.32@tcp LPNI seq info [88603:88603:8:4294967295] 00000400:00000200:3.0:1761312152.653083:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.653088:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.653092:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.653098:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.653105:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.653110:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.653125:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.653129:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.653132:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 00000800:00000200:0.0:1761312152.653257:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.653261:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:0.0:1761312152.653264:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.653269:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.653271:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:0.0:1761312152.653273:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00080000:00000010:1.0:1761312152.653440:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e13c78ad. 00010000:00000010:1.0:1761312152.653521:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.653527:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005202e07e. 00010000:00000010:1.0:1761312152.653605:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.653609:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.653614:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.653619:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00080000:00000010:1.0:1761312152.653664:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e5e8438. 00010000:00000010:1.0:1761312152.653703:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.653707:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.653780:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.653783:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.653790:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.653794:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.653801:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.653812:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071e1a894. 02000000:00000010:1.0:1761312152.653834:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000480c3729. 00000400:00000010:1.0:1761312152.653840:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.653845:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.653850:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311680, portal 16 00000400:00000010:1.0:1761312152.653854:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.653857:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311680, offset 0 00000400:00000200:1.0:1761312152.653863:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.653874:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.653880:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.653883:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.653886:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.653889:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88604:88604:256:4294967295] 192.168.203.32@tcp LPNI seq info [88604:88604:8:4294967295] 00000400:00000200:1.0:1761312152.653898:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.653903:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.653906:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.653911:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.653916:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.653918:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.654341:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.654345:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:0.0:1761312152.654351:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.654355:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.654359:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:0.0:1761312152.654361:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:0.0:1761312152.654368:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.656668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6cf4659. 00010000:00000010:1.1:1761312152.656679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de2f54a. 00010000:00000010:1.1:1761312152.656691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312152.656695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c9a423d. 00010000:00000010:1.1:1761312152.656698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42dd630. 00010000:00000010:1.1:1761312152.656701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00000400:00000200:2.0:1761312152.658616:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.658676:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffeb40 00000400:00000200:2.0:1761312152.658697:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae291 [1] + 224 00000400:00000200:2.0:1761312152.658717:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.658721:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.658732:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.658936:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.658941:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.658943:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.658949:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.658957:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.658984:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000480c3729. 02000000:00000010:1.0:1761312152.658990:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071e1a894. 00000100:00000010:1.0:1761312152.658995:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.658998:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.659002:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00010000:00000010:1.1:1761312152.659879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac09ea0. 00010000:00000010:1.1:1761312152.659888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:3.1:1761312152.660049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072575e71. 00000400:00000200:0.0:1761312152.660130:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.660144:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52840 00000400:00000200:0.0:1761312152.660150:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacbcd [2] + 1968 00000400:00000010:0.0:1761312152.660154:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009af262e2. 00000400:00000200:0.0:1761312152.660157:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005a4e17f9 00000400:00000200:0.0:1761312152.660354:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.660359:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.660363:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a4e17f9 00000400:00000010:0.0:1761312152.660365:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005a4e17f9 (tot 82338818). 00000100:00000200:0.0:1761312152.660370:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312152.660982:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.660989:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.660994:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.661018:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1c001b x1846868012509248/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.661056:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509248 02000000:00000010:2.0:1761312152.661068:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006714a262. 00010000:00000010:2.0:1761312152.661096:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003793ef39. 00010000:00000010:2.0:1761312152.661115:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.661121:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1106357. 00000100:00000010:2.0:1761312152.661134:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1106357. 00010000:00000010:2.0:1761312152.661137:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.661150:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312152.661155:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509248, offset 224 00000400:00000200:2.0:1761312152.661162:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.661173:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.661178:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88605:88605:256:4294967295] 192.168.203.32@tcp LPNI seq info [88605:88605:8:4294967295] 00000400:00000200:2.0:1761312152.661188:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.661193:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.661197:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339066). 00000800:00000200:2.0:1761312152.661202:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.661208:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.661211:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.661231:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.661234:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.661237:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 02000000:00000010:2.0:1761312152.661245:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036fdb54a. 00000100:00000010:2.0:1761312152.661248:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:2.0:1761312152.661252:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:2.0:1761312152.661256:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312152.661259:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:2.0:1761312152.661261:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312152.661264:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba98624a. 00000100:00000010:2.0:1761312152.661266:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312152.661268:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e05fd193. 00000100:00000010:2.0:1761312152.661270:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.661274:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd77d1c9. 00000100:00000010:2.0:1761312152.661276:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000200:2.0:1761312152.661282:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312152.661287:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ba0caf. 00000400:00000010:2.0:1761312152.661291:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1106357 (tot 82339218). 00080000:00000010:1.0:1761312152.661483:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071e1a894. 00010000:00000010:1.0:1761312152.661560:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.661567:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008381e041. 00010000:00000010:1.0:1761312152.661660:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.661665:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.661674:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.661678:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.661685:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.661694:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000480c3729. 02000000:00000010:1.0:1761312152.661717:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dec172e. 00000400:00000010:1.0:1761312152.661721:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.661724:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.661727:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311744, portal 16 00000400:00000010:1.0:1761312152.661731:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312152.661733:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311744, offset 0 00000400:00000200:1.0:1761312152.661739:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.661746:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.661762:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.661765:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.661768:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.661771:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88606:88606:255:4294967295] 192.168.203.32@tcp LPNI seq info [88606:88606:7:4294967295] 00000400:00000200:1.0:1761312152.661778:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.661782:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.661785:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312152.661789:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.661793:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.661796:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.661931:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.661934:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:0.0:1761312152.661939:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.661943:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.661947:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:0.0:1761312152.661949:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 02000000:00000010:0.0:1761312152.661953:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006714a262. 00000800:00000200:0.0:1761312152.662005:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.662008:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:0.0:1761312152.662012:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.662015:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.662017:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:0.0:1761312152.662018:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00000100:00000200:0.0:1761312152.662024:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.664705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.664720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00000400:00000200:2.0:1761312152.666130:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.666148:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffeb80 00000400:00000200:2.0:1761312152.666157:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2a1 [1] + 224 00000400:00000200:2.0:1761312152.666170:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.666174:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.666184:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.666221:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.666227:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52880 00000400:00000200:2.0:1761312152.666231:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 0 00000400:00000010:1.0:1761312152.666237:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.666242:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.666243:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.666248:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.666254:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.666284:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1761312152.666284:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dec172e. 00000400:00000200:2.0:1761312152.666287:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:1.0:1761312152.666289:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000480c3729. 00000100:00000200:2.0:1761312152.666291:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.666292:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:2.0:1761312152.666295:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000100:00000010:1.0:1761312152.666296:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.666299:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00000020:00000010:3.0:1761312152.666891:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b20da6b. 00000020:00000010:3.0:1761312152.666898:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.666903:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.666925:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012509312/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.666954:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509312 02000000:00000010:3.0:1761312152.666965:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042211a72. 00010000:00000010:3.0:1761312152.666992:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb0860df. 00010000:00000010:3.0:1761312152.667012:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.667018:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.667036:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.667039:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.667052:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312152.667056:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509312, offset 224 00000400:00000200:3.0:1761312152.667064:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.667075:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.667080:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88607:88607:256:4294967295] 192.168.203.32@tcp LPNI seq info [88607:88607:8:4294967295] 00000400:00000200:3.0:1761312152.667090:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.667095:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.667099:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.667104:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.667111:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.667114:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.667138:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.667143:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.667146:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b20da6b. 00000800:00000200:0.0:1761312152.667371:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.667375:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312152.667379:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.667383:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.667386:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:0.0:1761312152.667387:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00080000:00000010:1.0:1761312152.667437:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000480c3729. 00010000:00000010:1.0:1761312152.667513:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.667520:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baaa6639. 00010000:00000010:1.0:1761312152.667596:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312152.667601:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.667610:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c968f52. 00000100:00000010:1.0:1761312152.667614:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.667620:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:2.0:1761312152.667955:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009d2f4b2. 02000000:00000010:2.0:1761312152.667981:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037bee8c4. 00000400:00000010:2.0:1761312152.667986:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fba4592. 00000400:00000010:2.0:1761312152.667990:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312152.667995:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311808, portal 16 00000400:00000010:2.0:1761312152.667999:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312152.668001:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311808, offset 0 00000400:00000200:2.0:1761312152.668007:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.668015:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.668021:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.668024:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.668027:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.668029:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88608:88608:256:4294967295] 192.168.203.32@tcp LPNI seq info [88608:88608:8:4294967295] 00000400:00000200:2.0:1761312152.668037:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.668041:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.668045:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312152.668049:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.668053:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.668055:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.668453:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.668456:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312152.668461:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.668465:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.668468:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:0.0:1761312152.668470:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:0.0:1761312152.668475:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015311808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.669384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc598bc. 00000400:00000200:2.0:1761312152.672143:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.672163:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffebc0 00000400:00000200:2.0:1761312152.672172:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2ad [1] + 224 00000400:00000200:2.0:1761312152.672190:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.672194:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.672205:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015311808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.672327:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.672335:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d528c0 00000400:00000200:3.0:1761312152.672341:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 328 00000400:00000010:0.0:1761312152.672586:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003fba4592. 00000400:00000200:0.0:1761312152.672592:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:0.0:1761312152.672594:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:0.0:1761312152.672600:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015311808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.672608:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015311808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.672667:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037bee8c4. 02000000:00000010:0.0:1761312152.672673:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009d2f4b2. 00000100:00000010:0.0:1761312152.672677:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:0.0:1761312152.672680:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00000400:00000200:3.0:1761312152.672773:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.672778:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.672783:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.672788:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00010000:00000010:1.1:1761312152.672922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013787818. 00010000:00000010:1.1:1761312152.672930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00000020:00000010:2.0:1761312152.673130:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.673138:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.673142:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.673165:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012509376/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.673199:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509376 02000000:00000010:2.0:1761312152.673211:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037bee8c4. 00010000:00000010:2.0:1761312152.673238:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000798420d9. 00010000:00000010:2.0:1761312152.673259:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.673267:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.673272:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.673275:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.673287:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312152.673291:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509376, offset 224 00000400:00000200:2.0:1761312152.673299:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.673310:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.673315:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88609:88609:256:4294967295] 192.168.203.32@tcp LPNI seq info [88609:88609:8:4294967295] 00000400:00000200:2.0:1761312152.673325:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.673330:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.673334:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.673340:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.673347:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.673350:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.673375:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.673379:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.673382:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00010000:00000010:0.0:1761312152.673419:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c968f52. 00080000:00000010:0.0:1761312152.673435:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c186012b. 00010000:00000010:0.0:1761312152.673528:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:0.0:1761312152.673534:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4dfe536. 00010000:00000010:0.0:1761312152.673600:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.673606:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.673616:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.673620:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.673660:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.673672:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026fd1625. 02000000:00000010:0.0:1761312152.673701:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c7a8157. 00000400:00000010:0.0:1761312152.673706:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.673710:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.673714:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311872, portal 16 00000400:00000010:0.0:1761312152.673719:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312152.673720:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311872, offset 0 00000400:00000200:0.0:1761312152.673726:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.673731:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.673738:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.673741:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.673744:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.673746:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88610:88610:255:4294967295] 192.168.203.32@tcp LPNI seq info [88610:88610:7:4294967295] 00000400:00000200:0.0:1761312152.673762:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.673766:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.673770:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bbc713 (tot 82339466). 00000800:00000200:0.0:1761312152.673773:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.673777:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.673779:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077bbc713 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.674028:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.674032:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:1.0:1761312152.674037:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.674041:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.674044:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:1.0:1761312152.674046:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000800:00000200:1.0:1761312152.674100:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.674102:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:1.0:1761312152.674105:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.674108:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.674110:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:1.0:1761312152.674111:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:1.0:1761312152.674115:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015311872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.675888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994f7a24. 00010000:00000010:1.1:1761312152.676448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5dd6394. 00010000:00000010:1.1:1761312152.676457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00000400:00000200:2.0:1761312152.677547:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.677565:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffec00 00000400:00000200:2.0:1761312152.677574:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2b9 [1] + 224 00000400:00000200:2.0:1761312152.677586:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.677590:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.677602:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015311872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.677804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.677811:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52900 00000400:00000200:2.0:1761312152.677815:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 656 00000400:00000200:2.0:1761312152.677828:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.677832:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.677836:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.677841:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000400:00000010:0.0:1761312152.677895:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.677901:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312152.677903:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312152.677909:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015311872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.677917:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015311872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.677948:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c7a8157. 02000000:00000010:0.0:1761312152.677954:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026fd1625. 00000100:00000010:0.0:1761312152.677958:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.677962:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.677966:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000020:00000010:3.0:1761312152.678153:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b20da6b. 00000020:00000010:3.0:1761312152.678160:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.678166:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.678187:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012509440/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.678221:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509440 02000000:00000010:3.0:1761312152.678231:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063603a98. 00010000:00000010:3.0:1761312152.678257:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b124150. 00010000:00000010:3.0:1761312152.678276:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.678282:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.678296:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.678299:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.678312:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312152.678316:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509440, offset 224 00000400:00000200:3.0:1761312152.678324:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.678334:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.678339:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88611:88611:256:4294967295] 192.168.203.32@tcp LPNI seq info [88611:88611:8:4294967295] 00000400:00000200:3.0:1761312152.678349:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.678355:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.678359:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312152.678364:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.678370:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.678373:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.678399:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.678404:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.678407:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b20da6b. 00000800:00000200:1.0:1761312152.678700:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.678704:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:1.0:1761312152.678708:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.678712:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.678715:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:1.0:1761312152.678717:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00080000:00000010:0.0:1761312152.678869:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026fd1625. 00010000:00000010:0.0:1761312152.678947:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.678953:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043b26d4d. 00010000:00000010:0.0:1761312152.679023:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daafa680. 00010000:00000010:0.0:1761312152.679028:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.679039:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.679042:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.679049:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.679059:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c7a8157. 02000000:00000010:0.0:1761312152.679080:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a109af67. 00000400:00000010:0.0:1761312152.679086:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.679089:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.679094:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015311936, portal 16 00000400:00000010:0.0:1761312152.679098:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312152.679100:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015311936, offset 0 00000400:00000200:0.0:1761312152.679106:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.679114:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.679121:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.679124:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.679128:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.679130:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88612:88612:256:4294967295] 192.168.203.32@tcp LPNI seq info [88612:88612:8:4294967295] 00000400:00000200:0.0:1761312152.679137:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.679142:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.679145:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312152.679149:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.679154:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.679156:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.679699:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.679703:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312152.679708:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.679713:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.679716:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312152.679718:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312152.679724:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015311936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.680712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e38c407. 00010000:00000010:0.1:1761312152.680722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:2.1:1761312152.681143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1535af. 00000400:00000200:2.0:1761312152.684068:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.684085:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffec40 00000400:00000200:2.0:1761312152.684093:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2c5 [1] + 224 00000400:00000200:2.0:1761312152.684112:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.684115:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.684126:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015311936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.684791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001524a2ce. 00000400:00000200:2.0:1761312152.684864:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.684875:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52940 00000400:00000200:2.0:1761312152.684880:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 984 00000400:00000200:2.0:1761312152.685128:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.685133:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.685138:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.685143:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000400:00000010:0.0:1761312152.685194:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.685199:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312152.685202:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312152.685208:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015311936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.685216:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015311936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.685241:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a109af67. 02000000:00000010:0.0:1761312152.685246:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c7a8157. 00000100:00000010:0.0:1761312152.685249:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.685252:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.685255:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000020:00000010:3.0:1761312152.685357:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b20da6b. 00000020:00000010:3.0:1761312152.685363:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.685366:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.685384:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012509504/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.685413:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509504 02000000:00000010:3.0:1761312152.685424:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036fdb54a. 00010000:00000010:3.0:1761312152.685448:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5f60f50. 00010000:00000010:3.0:1761312152.685466:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.685471:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.685483:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.685485:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.685495:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312152.685499:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509504, offset 224 00000400:00000200:3.0:1761312152.685505:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.685514:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.685518:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88613:88613:256:4294967295] 192.168.203.32@tcp LPNI seq info [88613:88613:8:4294967295] 00000400:00000200:3.0:1761312152.685527:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.685532:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.685536:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.685540:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.685546:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.685549:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.685567:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.685572:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.685574:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b20da6b. 00080000:00000010:0.0:1761312152.685841:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c7a8157. 00010000:00000010:0.0:1761312152.685915:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.685921:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3438273. 00010000:00000010:0.0:1761312152.685991:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312152.685995:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.685999:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.0:1761312152.686004:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00080000:00000010:0.0:1761312152.686015:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a109af67. 00010000:00000010:0.0:1761312152.686039:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.686042:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.686086:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001474d441. 00010000:00000010:0.0:1761312152.686089:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.686096:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.686100:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.686105:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.686115:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079746875. 02000000:00000010:0.0:1761312152.686137:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd77d1c9. 00000400:00000010:0.0:1761312152.686142:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.686146:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.686151:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312000, portal 16 00000400:00000010:0.0:1761312152.686155:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312152.686158:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312000, offset 0 00000400:00000200:0.0:1761312152.686164:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.686171:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.686177:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.686180:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.686182:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.686185:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88614:88614:255:4294967295] 192.168.203.32@tcp LPNI seq info [88614:88614:7:4294967295] 00000400:00000200:0.0:1761312152.686191:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.686194:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.686198:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339466). 00000800:00000200:0.0:1761312152.686201:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.686206:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.686208:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.686298:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.686301:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:1.0:1761312152.686304:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.686308:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.686311:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:1.0:1761312152.686312:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000800:00000200:1.0:1761312152.686359:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.686361:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:1.0:1761312152.686363:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.686366:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.686368:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:1.0:1761312152.686369:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:1.0:1761312152.686373:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.688783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084a9f570. 00010000:00000010:0.1:1761312152.688798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:2.0:1761312152.689535:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.689551:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffec80 00000400:00000200:2.0:1761312152.689561:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2d1 [1] + 224 00000400:00000200:2.0:1761312152.689580:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.689585:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.689594:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.689794:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.689799:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312152.689801:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312152.689806:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.689814:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.689839:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd77d1c9. 02000000:00000010:0.0:1761312152.689847:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079746875. 00000100:00000010:0.0:1761312152.689852:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.689857:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.689861:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:2.0:1761312152.690112:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.690122:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52980 00000400:00000200:2.0:1761312152.690127:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 1312 00000400:00000200:2.0:1761312152.690186:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.690190:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.690194:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.690199:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:3.0:1761312152.690485:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b20da6b. 00000020:00000010:3.0:1761312152.690492:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.690497:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.690522:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012509568/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.690558:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509568 02000000:00000010:3.0:1761312152.690572:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba98624a. 00010000:00000010:3.0:1761312152.690601:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bdc44a9. 00010000:00000010:3.0:1761312152.690652:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.690660:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.690674:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.690677:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.690699:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312152.690703:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509568, offset 224 00000400:00000200:3.0:1761312152.690712:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.690725:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.690731:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88615:88615:256:4294967295] 192.168.203.32@tcp LPNI seq info [88615:88615:8:4294967295] 00000400:00000200:3.0:1761312152.690740:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.690746:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.690758:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.690764:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.690770:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.690773:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.690797:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.690803:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.690806:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b20da6b. 00000800:00000200:1.0:1761312152.691347:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.691353:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312152.691359:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.691365:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.691369:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:1.0:1761312152.691371:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00080000:00000010:0.0:1761312152.691470:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079746875. 00010000:00000010:0.0:1761312152.691560:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.691571:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077f3e7ce. 00010000:00000010:0.0:1761312152.691705:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.691716:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.691729:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.691734:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.691743:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.691764:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd77d1c9. 02000000:00000010:0.0:1761312152.691789:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e05fd193. 00000400:00000010:0.0:1761312152.691794:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.691799:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.691803:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312064, portal 16 00000400:00000010:0.0:1761312152.691807:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312152.691809:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312064, offset 0 00000400:00000200:0.0:1761312152.691816:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.691829:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.691841:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.691846:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.691849:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.691853:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88616:88616:256:4294967295] 192.168.203.32@tcp LPNI seq info [88616:88616:8:4294967295] 00000400:00000200:0.0:1761312152.691860:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.691865:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.691868:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312152.691873:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.691879:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.691883:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.692408:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.692412:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312152.692416:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.692420:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.692423:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:2.0:1761312152.692424:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:2.0:1761312152.692430:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.693045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4a766b7. 00000400:00000200:2.0:1761312152.697297:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.697314:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffecc0 00000400:00000200:2.0:1761312152.697322:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2dd [1] + 224 00000400:00000200:2.0:1761312152.697334:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.697337:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.697348:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.697383:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.697388:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d529c0 00000400:00000200:2.0:1761312152.697392:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 1640 00000400:00000200:2.0:1761312152.697443:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.697447:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.697452:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.697456:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000400:00000010:0.0:1761312152.697500:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.697505:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312152.697507:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312152.697513:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.697525:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.697555:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e05fd193. 02000000:00000010:0.0:1761312152.697564:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd77d1c9. 00000100:00000010:0.0:1761312152.697568:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.697572:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.697576:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000020:00000010:3.0:1761312152.697858:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f08afb7. 00000020:00000010:3.0:1761312152.697866:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.697873:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.697898:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012509632/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.697934:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509632 02000000:00000010:3.0:1761312152.697947:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.697973:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3ad61d2. 00010000:00000010:3.0:1761312152.697999:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.698008:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.698018:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.698020:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.698035:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312152.698039:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509632, offset 224 00000400:00000200:3.0:1761312152.698051:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.698060:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.698068:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88617:88617:256:4294967295] 192.168.203.32@tcp LPNI seq info [88617:88617:8:4294967295] 00000400:00000200:3.0:1761312152.698078:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.698084:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.698091:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.698096:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.698103:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.698109:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.698122:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.698129:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.698132:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f08afb7. 00000800:00000200:1.0:1761312152.698239:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.698243:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312152.698246:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.698250:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.698256:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:1.0:1761312152.698258:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00080000:00000010:0.0:1761312152.698332:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd77d1c9. 00010000:00000010:0.0:1761312152.698420:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.698426:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004607a30f. 00010000:00000010:0.0:1761312152.698508:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:0.0:1761312152.698512:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312152.698524:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.698527:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.698536:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.698547:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e05fd193. 02000000:00000010:0.0:1761312152.698571:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d870be08. 00000400:00000010:0.0:1761312152.698578:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.698582:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.698586:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312128, portal 16 00000400:00000010:0.0:1761312152.698590:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312152.698592:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312128, offset 0 00000400:00000200:0.0:1761312152.698600:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.698606:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.698612:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.698615:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.698621:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.698649:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88618:88618:256:4294967295] 192.168.203.32@tcp LPNI seq info [88618:88618:8:4294967295] 00000400:00000200:0.0:1761312152.698656:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.698663:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.698667:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312152.698671:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.698676:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.698679:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.698784:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.698787:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312152.698790:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.698794:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.698796:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:2.0:1761312152.698797:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:2.0:1761312152.698801:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.702679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049dca2ca. 00010000:00000010:0.1:1761312152.703226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a04daf8. 00010000:00000010:0.1:1761312152.703236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312152.703240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.703242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00000400:00000200:2.0:1761312152.704931:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.704949:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffed00 00000400:00000200:2.0:1761312152.704957:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2e9 [1] + 224 00000400:00000200:2.0:1761312152.704968:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.704971:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.704982:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.705020:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.705026:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52a00 00000400:00000200:2.0:1761312152.705030:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc25 [2] + 1968 00000400:00000010:2.0:1761312152.705035:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001060804. 00000400:00000200:2.0:1761312152.705039:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a50fff8d 00000400:00000010:0.0:1761312152.705274:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.705279:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312152.705281:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312152.705286:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.705294:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.705322:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d870be08. 02000000:00000010:0.0:1761312152.705328:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e05fd193. 00000100:00000010:0.0:1761312152.705331:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.705335:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.705339:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:2.0:1761312152.705576:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.705581:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.705585:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a50fff8d 00000400:00000010:2.0:1761312152.705587:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a50fff8d (tot 82338818). 00000100:00000200:2.0:1761312152.705591:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.705957:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f08afb7. 00000020:00000010:3.0:1761312152.705964:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.705969:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.705993:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b088ac57 x1846868012509696/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.706032:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509696 02000000:00000010:3.0:1761312152.706044:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312152.706070:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e937a459. 00010000:00000010:3.0:1761312152.706090:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.706096:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000452fa596. 00000100:00000010:3.0:1761312152.706104:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000452fa596. 00010000:00000010:3.0:1761312152.706107:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.706121:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312152.706125:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509696, offset 224 00000400:00000200:3.0:1761312152.706132:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.706143:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.706148:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88619:88619:256:4294967295] 192.168.203.32@tcp LPNI seq info [88619:88619:8:4294967295] 00000400:00000200:3.0:1761312152.706159:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.706163:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.706168:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339066). 00000800:00000200:3.0:1761312152.706173:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.706181:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.706184:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.706198:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.706203:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.706206:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f08afb7. 02000000:00000010:3.0:1761312152.706215:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:3.0:1761312152.706218:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 02000000:00000010:3.0:1761312152.706222:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba98624a. 00000100:00000010:3.0:1761312152.706224:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 02000000:00000010:3.0:1761312152.706226:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036fdb54a. 00000100:00000010:3.0:1761312152.706228:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 02000000:00000010:3.0:1761312152.706231:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063603a98. 00000100:00000010:3.0:1761312152.706233:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:3.0:1761312152.706237:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037bee8c4. 00000100:00000010:3.0:1761312152.706240:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312152.706243:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042211a72. 00000100:00000010:3.0:1761312152.706245:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000200:3.0:1761312152.706251:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.706256:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf8297af. 00000400:00000010:3.0:1761312152.706260:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000452fa596 (tot 82339218). 00080000:00000010:1.0:1761312152.706329:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002dec172e. 00010000:00000010:1.0:1761312152.706410:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:1.0:1761312152.706416:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000513aa8e. 00010000:00000010:1.0:1761312152.706484:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.706491:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.706501:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.706505:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.706513:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.706523:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.706549:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008344288f. 00000400:00000010:1.0:1761312152.706554:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.706558:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.706562:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312192, portal 16 00000400:00000010:1.0:1761312152.706566:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312152.706567:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312192, offset 0 00000400:00000200:1.0:1761312152.706573:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.706580:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.706586:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.706590:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.706593:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.706595:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88620:88620:255:4294967295] 192.168.203.32@tcp LPNI seq info [88620:88620:7:4294967295] 00000400:00000200:1.0:1761312152.706602:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.706607:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.706610:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312152.706614:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.706618:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.706620:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.707057:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.707062:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:1.0:1761312152.707066:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.707070:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.707074:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:1.0:1761312152.707076:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 02000000:00000010:1.0:1761312152.707096:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000800:00000200:1.0:1761312152.707161:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.707163:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:1.0:1761312152.707167:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.707171:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.707173:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312152.707175:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312152.707179:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.711718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000419598c5. 00010000:00000010:0.1:1761312152.711734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00000400:00000200:2.0:1761312152.713373:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.713395:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffed40 00000400:00000200:2.0:1761312152.713404:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae2f9 [1] + 224 00000400:00000200:2.0:1761312152.713419:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.713423:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.713432:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.713509:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.713514:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.713516:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.713521:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.713527:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.713552:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008344288f. 02000000:00000010:1.0:1761312152.713556:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.713561:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.713564:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.713568:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00010000:00000010:3.1:1761312152.713724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785d1a81. 00000400:00000200:2.0:1761312152.714038:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.714047:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52a40 00000400:00000200:2.0:1761312152.714053:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 0 00000400:00000200:2.0:1761312152.714110:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.714115:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.714119:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.714124:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000020:00000010:0.0:1761312152.714285:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e05fd193. 00000020:00000010:0.0:1761312152.714292:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.714296:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.714318:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012509760/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312152.714354:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509760 02000000:00000010:0.0:1761312152.714365:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d870be08. 00010000:00000010:0.0:1761312152.714390:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000215977c1. 00010000:00000010:0.0:1761312152.714410:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.714416:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.714432:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.714436:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000010:0.0:1761312152.714449:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312152.714454:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509760, offset 224 00000400:00000200:0.0:1761312152.714460:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.714470:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.714475:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88621:88621:256:4294967295] 192.168.203.32@tcp LPNI seq info [88621:88621:8:4294967295] 00000400:00000200:0.0:1761312152.714484:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.714490:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.714494:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312152.714499:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.714505:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.714509:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.714536:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.714540:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.714543:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e05fd193. 00080000:00000010:1.0:1761312152.714596:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008344288f. 00010000:00000010:1.1:1761312152.714654:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f429d2. 00010000:00000010:1.1:1761312152.714659:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:1.0:1761312152.714711:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.714716:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009bd480fb. 00010000:00000010:1.0:1761312152.714795:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.714800:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.714810:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.714813:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.714819:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.714830:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.714852:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ac53dd9. 00000400:00000010:1.0:1761312152.714857:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.714861:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.714865:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312256, portal 16 00000400:00000010:1.0:1761312152.714868:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312152.714870:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312256, offset 0 00000400:00000200:1.0:1761312152.714876:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.714882:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.714887:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.714891:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.714893:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.714896:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88622:88622:255:4294967295] 192.168.203.32@tcp LPNI seq info [88622:88622:7:4294967295] 00000400:00000200:1.0:1761312152.714902:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.714906:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.714909:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312152.714913:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.714916:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.714918:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312152.715209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d92c50fc. 00010000:00000010:0.1:1761312152.715214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000800:00000200:2.0:1761312152.715281:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.715285:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82339218). 00000400:00000200:2.0:1761312152.715289:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.715293:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.715297:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:2.0:1761312152.715299:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000800:00000200:2.0:1761312152.715349:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.715351:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:2.0:1761312152.715355:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.715358:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.715360:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:2.0:1761312152.715362:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:2.0:1761312152.715366:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.718784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017287379. 00000400:00000200:2.0:1761312152.718938:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.718954:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffed80 00000400:00000200:2.0:1761312152.718962:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae305 [1] + 224 00000400:00000200:2.0:1761312152.718978:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.718983:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.718992:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.719135:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.719140:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.719142:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.719148:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.719156:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.719183:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ac53dd9. 02000000:00000010:1.0:1761312152.719189:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000df7f54d. 00000100:00000010:1.0:1761312152.719193:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.719197:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.719201:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00000400:00000200:2.0:1761312152.720827:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.720843:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52a80 00000400:00000200:2.0:1761312152.720851:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 328 00000400:00000200:2.0:1761312152.720913:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.720918:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.720924:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.720929:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000020:00000010:3.0:1761312152.721963:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042211a72. 00000020:00000010:3.0:1761312152.721971:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.721975:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.722001:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004386d0ef x1846868012509824/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.722454:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509824 02000000:00000010:3.0:1761312152.722468:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063603a98. 00010000:00000010:3.0:1761312152.722493:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070d69301. 00010000:00000010:3.0:1761312152.722513:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.722520:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00000100:00000010:3.0:1761312152.722587:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.722590:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.722605:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312152.722610:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509824, offset 224 00000400:00000200:3.0:1761312152.722618:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.722715:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.722721:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88623:88623:256:4294967295] 192.168.203.32@tcp LPNI seq info [88623:88623:8:4294967295] 00000400:00000200:3.0:1761312152.722731:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.722736:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.722741:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.722746:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.722762:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.722765:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.722780:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.722786:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.722789:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042211a72. 00010000:00000010:1.1:1761312152.722907:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000985680c6. 00010000:00000010:1.1:1761312152.722914:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00080000:00000010:1.0:1761312152.722931:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ac53dd9. 00010000:00000010:1.0:1761312152.723006:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.723012:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004071a249. 00010000:00000010:1.0:1761312152.723075:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312152.723080:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.723089:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.723093:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.723100:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.723110:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cd6dd9b. 02000000:00000010:1.0:1761312152.723129:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e65f19. 00000400:00000010:1.0:1761312152.723135:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.723139:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.723143:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312320, portal 16 00000400:00000010:1.0:1761312152.723148:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312152.723149:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312320, offset 0 00000400:00000200:1.0:1761312152.723154:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.723160:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.723166:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.723170:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.723172:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.723174:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88624:88624:255:4294967295] 192.168.203.32@tcp LPNI seq info [88624:88624:7:4294967295] 00000400:00000200:1.0:1761312152.723180:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.723184:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.723187:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:1.0:1761312152.723191:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.723195:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.723197:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312152.723673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a0b7a21. 00000800:00000200:2.0:1761312152.723785:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.723789:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:2.0:1761312152.723793:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.723798:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.723802:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:2.0:1761312152.723805:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000800:00000200:2.0:1761312152.723870:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.723872:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:2.0:1761312152.723876:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.723879:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.723881:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:2.0:1761312152.723882:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 00000100:00000200:2.0:1761312152.723887:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.726852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015624764. 00000400:00000200:2.0:1761312152.727237:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.727253:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffedc0 00000400:00000200:2.0:1761312152.727261:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae311 [1] + 224 00000400:00000200:2.0:1761312152.727277:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.727281:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.727291:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.727390:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.727396:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.727398:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.727404:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.727411:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.727436:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e65f19. 02000000:00000010:1.0:1761312152.727442:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cd6dd9b. 00000100:00000010:1.0:1761312152.727445:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.727449:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.727452:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00000400:00000200:2.0:1761312152.729867:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.729884:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52ac0 00000400:00000200:2.0:1761312152.729891:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 656 00000400:00000200:2.0:1761312152.729956:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.729961:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.729967:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.729972:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000020:00000010:3.0:1761312152.730065:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042211a72. 00000020:00000010:3.0:1761312152.730071:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.730075:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.730098:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012509888/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.730128:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509888 02000000:00000010:3.0:1761312152.730138:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036fdb54a. 00010000:00000010:3.0:1761312152.730162:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000180f69a7. 00010000:00000010:3.0:1761312152.730180:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.730185:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00000100:00000010:3.0:1761312152.730782:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.730788:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.730804:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312152.730809:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509888, offset 224 00000400:00000200:3.0:1761312152.730817:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.730829:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.730834:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88625:88625:256:4294967295] 192.168.203.32@tcp LPNI seq info [88625:88625:8:4294967295] 00000400:00000200:3.0:1761312152.730843:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.730848:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.730852:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.730858:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.730864:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.730868:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.732972:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.732987:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.732997:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042211a72. 00000800:00000200:2.0:1761312152.733412:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.733416:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312152.733421:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.733429:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.733434:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:2.0:1761312152.733437:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00010000:00000010:1.1:1761312152.733829:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007530365c. 00010000:00000010:1.1:1761312152.733836:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00080000:00000010:0.0:1761312152.733915:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e05fd193. 00010000:00000010:0.0:1761312152.734004:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:0.0:1761312152.734011:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b19917ae. 00010000:00000010:0.0:1761312152.734085:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.734091:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312152.734101:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.734107:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.734115:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.734127:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b503ddfc. 02000000:00000010:0.0:1761312152.734153:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000578057c3. 00000400:00000010:0.0:1761312152.734158:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.734162:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.734167:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312384, portal 16 00000400:00000010:0.0:1761312152.734171:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312152.734173:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312384, offset 0 00000400:00000200:0.0:1761312152.734180:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.734192:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.734198:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.734201:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.734203:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.734206:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88626:88626:256:4294967295] 192.168.203.32@tcp LPNI seq info [88626:88626:8:4294967295] 00000400:00000200:0.0:1761312152.734213:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.734218:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.734222:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312152.734227:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.734232:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.734235:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.734343:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.734346:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312152.734349:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.734352:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.734355:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312152.734356:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312152.734362:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.737936:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.737956:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffee00 00000400:00000200:2.0:1761312152.737964:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae31d [1] + 224 00000400:00000200:2.0:1761312152.737975:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.737978:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.737988:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.738013:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.738019:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52b00 00000400:00000200:2.0:1761312152.738023:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 984 00000400:00000200:2.0:1761312152.738076:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.738080:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.738084:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.738089:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 00000400:00000010:0.0:1761312152.738585:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.738590:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.738592:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.738598:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.738606:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.738655:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000578057c3. 02000000:00000010:0.0:1761312152.738661:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b503ddfc. 00000100:00000010:0.0:1761312152.738666:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.738670:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.738674:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000020:00000010:3.0:1761312152.739202:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042211a72. 00000020:00000010:3.0:1761312152.739209:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.739213:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.739236:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e3bd497f x1846868012509952/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.739271:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012509952 02000000:00000010:3.0:1761312152.739282:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312152.739307:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8a010ec. 00010000:00000010:3.0:1761312152.739324:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.739330:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00080000:00000010:1.0:1761312152.740095:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cd6dd9b. 00010000:00000010:1.0:1761312152.740241:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.740248:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.740258:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.740263:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.740271:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.740282:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010e65f19. 02000000:00000010:1.0:1761312152.740304:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bdb28bc. 00000400:00000010:1.0:1761312152.740310:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.740315:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.740321:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312448, portal 16 00000400:00000010:1.0:1761312152.740325:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.740327:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312448, offset 0 00000400:00000200:1.0:1761312152.740337:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.740350:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.740356:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.740359:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.740361:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.740363:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88627:88627:256:4294967295] 192.168.203.32@tcp LPNI seq info [88627:88627:8:4294967295] 00000400:00000200:1.0:1761312152.740371:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.740377:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.740381:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.740386:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.740393:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.740396:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.0:1761312152.740531:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00000100:00000010:3.0:1761312152.740541:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.740543:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00010000:00000010:3.0:1761312152.740550:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002676320b. 00000400:00000010:3.0:1761312152.740564:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312152.740567:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012509952, offset 224 00000400:00000200:3.0:1761312152.740572:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.740578:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.740582:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88628:88628:255:4294967295] 192.168.203.32@tcp LPNI seq info [88628:88628:7:4294967295] 00000400:00000200:3.0:1761312152.740589:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.740593:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.740596:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339466). 00000800:00000200:3.0:1761312152.740599:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.740602:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.740605:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.740615:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.740621:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.740851:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042211a72. 00000800:00000200:2.0:1761312152.741455:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.741461:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82339218). 00000400:00000200:2.0:1761312152.741468:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.741473:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.741478:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:2.0:1761312152.741479:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:2.0:1761312152.741486:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312152.741565:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.741567:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312152.741570:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.741573:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.741575:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:2.0:1761312152.741576:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00010000:00000010:3.1:1761312152.742489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcc06fda. 00000400:00000200:2.0:1761312152.745989:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.746012:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffee40 00000400:00000200:2.0:1761312152.746021:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae325 [1] + 224 00000400:00000200:2.0:1761312152.746034:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.746039:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.746049:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.746081:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.746087:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52b40 00000400:00000200:2.0:1761312152.746091:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 1312 00000400:00000200:2.0:1761312152.746154:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.746158:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.746161:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.746166:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000400:00000010:1.0:1761312152.746314:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.746319:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.746321:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.746326:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.746334:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.746357:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bdb28bc. 02000000:00000010:1.0:1761312152.746362:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010e65f19. 00000100:00000010:1.0:1761312152.746365:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.746368:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.746371:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00000020:00000010:3.0:1761312152.746831:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042211a72. 00000020:00000010:3.0:1761312152.746839:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.746843:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.746866:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012510016/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.746900:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510016 02000000:00000010:3.0:1761312152.746912:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba98624a. 00010000:00000010:3.0:1761312152.746938:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000444ebaa1. 00010000:00000010:3.0:1761312152.746957:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.747388:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00000100:00000010:3.0:1761312152.747434:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.747439:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.747454:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312152.747458:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510016, offset 224 00000400:00000200:3.0:1761312152.747465:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.747476:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.747482:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88629:88629:256:4294967295] 192.168.203.32@tcp LPNI seq info [88629:88629:8:4294967295] 00000400:00000200:3.0:1761312152.747490:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.747496:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.747500:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.747506:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.747513:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.747516:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312152.747575:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e65f19. 00010000:00000010:1.0:1761312152.747672:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.747678:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003397fdc2. 00010000:00000010:1.0:1761312152.747762:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.747768:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.747778:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.747781:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.747787:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.747798:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bdb28bc. 02000000:00000010:1.0:1761312152.747821:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051a156c5. 00000400:00000010:1.0:1761312152.747827:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.747831:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.747835:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312512, portal 16 00000400:00000010:1.0:1761312152.747839:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312152.747841:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312512, offset 0 00000400:00000200:1.0:1761312152.747847:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.747854:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.747860:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.747864:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.747867:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.747869:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88630:88630:255:4294967295] 192.168.203.32@tcp LPNI seq info [88630:88630:7:4294967295] 00000400:00000200:1.0:1761312152.747877:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.747881:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.747885:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312152.747889:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.747893:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.747895:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.747945:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.747951:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.747954:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042211a72. 00000800:00000200:0.0:1761312152.748482:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.748487:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:0.0:1761312152.748491:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.748497:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.748501:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:0.0:1761312152.748503:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000800:00000200:0.0:1761312152.748570:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.748572:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:0.0:1761312152.748576:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.748580:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.748582:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:0.0:1761312152.748583:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000100:00000200:0.0:1761312152.748589:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.751720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a60fd4a. 00010000:00000010:0.1:1761312152.751736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00000400:00000200:2.0:1761312152.753536:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.753556:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffee80 00000400:00000200:2.0:1761312152.753565:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae335 [1] + 224 00000400:00000200:2.0:1761312152.753585:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.753589:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.753599:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.754205:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.754211:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.754213:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.754220:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.754228:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.754255:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051a156c5. 02000000:00000010:1.0:1761312152.754262:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bdb28bc. 00000100:00000010:1.0:1761312152.754265:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.754269:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.754273:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00010000:00000010:3.1:1761312152.755202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11230e3. 00010000:00000010:3.1:1761312152.755211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:3.1:1761312152.755215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac2567a. 00000400:00000200:2.0:1761312152.755457:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.755472:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52b80 00000400:00000200:2.0:1761312152.755479:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 1640 00000400:00000200:2.0:1761312152.757672:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.757693:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.757702:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.757710:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 00000020:00000010:3.0:1761312152.757888:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.757895:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.757899:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.757923:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012510080/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.757957:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510080 02000000:00000010:3.0:1761312152.757968:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f08afb7. 00010000:00000010:3.0:1761312152.757994:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023190112. 00010000:00000010:3.0:1761312152.758016:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.758022:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00000100:00000010:3.0:1761312152.758040:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.758043:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.758056:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312152.758060:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510080, offset 224 00000400:00000200:3.0:1761312152.758068:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.758080:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.758085:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88631:88631:256:4294967295] 192.168.203.32@tcp LPNI seq info [88631:88631:8:4294967295] 00000400:00000200:3.0:1761312152.758095:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.758103:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.758107:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.758113:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.758120:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.758123:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.758148:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.758154:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.758157:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 00080000:00000010:1.0:1761312152.758314:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bdb28bc. 00010000:00000010:1.0:1761312152.758392:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.758399:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee361cc4. 00010000:00000010:1.0:1761312152.758467:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312152.758472:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312152.758483:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.758487:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.758492:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 02000000:00000010:1.0:1761312152.758502:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051a156c5. 02000000:00000010:1.0:1761312152.758525:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d7c080d. 00000400:00000010:1.0:1761312152.758531:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.758536:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.758540:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312576, portal 16 00000400:00000010:1.0:1761312152.758544:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312152.758546:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312576, offset 0 00000400:00000200:1.0:1761312152.758552:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.758559:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.758564:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.758568:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.758570:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.758573:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88632:88632:255:4294967295] 192.168.203.32@tcp LPNI seq info [88632:88632:7:4294967295] 00000400:00000200:1.0:1761312152.758580:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.758584:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.758588:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312152.758592:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.758595:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.758598:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.758704:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.758708:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:2.0:1761312152.758711:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.758715:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.758718:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:2.0:1761312152.758720:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000800:00000200:2.0:1761312152.758787:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.758789:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:2.0:1761312152.758793:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.758797:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.758798:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:2.0:1761312152.758800:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000100:00000200:2.0:1761312152.758805:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ef9e9913 x1846868015312576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.759041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062749ade. 00010000:00000010:1.1:1761312152.759047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312152.759479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeec4692. 00000400:00000200:2.0:1761312152.762449:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.762467:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffeec0 00000400:00000200:2.0:1761312152.762476:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae341 [1] + 224 00000400:00000200:2.0:1761312152.762496:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.762500:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.762514:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ef9e9913 x1846868015312576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.763361:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:1.0:1761312152.763368:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312152.763370:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312152.763378:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ef9e9913 x1846868015312576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.763387:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ef9e9913 x1846868015312576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.763415:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d7c080d. 02000000:00000010:1.0:1761312152.763421:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051a156c5. 00000100:00000010:1.0:1761312152.763424:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 00000100:00000010:1.0:1761312152.763427:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.763431:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00000400:00000200:2.0:1761312152.763696:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.763707:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52bc0 00000400:00000200:2.0:1761312152.763712:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacc7d [2] + 1968 00000400:00000010:2.0:1761312152.763715:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010274a6e. 00000400:00000200:2.0:1761312152.763719:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a4fa2c20 00000400:00000200:2.0:1761312152.763785:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.763790:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.763792:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4fa2c20 00000400:00000010:2.0:1761312152.763794:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a4fa2c20 (tot 82338818). 00000100:00000200:2.0:1761312152.763800:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.764009:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed3bbd6a. 00000020:00000010:3.0:1761312152.764015:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.764019:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.764041:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000accdc510 x1846868012510144/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.764071:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510144 02000000:00000010:3.0:1761312152.764082:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042211a72. 00010000:00000010:3.0:1761312152.764108:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027543ac0. 00010000:00000010:3.0:1761312152.764127:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.764134:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000034b4ce50. 00000100:00000010:3.0:1761312152.764138:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000034b4ce50. 00010000:00000010:3.0:1761312152.764141:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.764152:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312152.764156:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510144, offset 224 00000400:00000200:3.0:1761312152.764162:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.764172:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.764177:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88633:88633:256:4294967295] 192.168.203.32@tcp LPNI seq info [88633:88633:8:4294967295] 00000400:00000200:3.0:1761312152.764188:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.764194:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.764199:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312152.764206:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.764214:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.764217:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312152.765224:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000578057c3. 00010000:00000010:0.0:1761312152.765325:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:0.0:1761312152.765333:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098bbe877. 00010000:00000010:0.0:1761312152.765413:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001474d441. 00010000:00000010:0.0:1761312152.765420:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.765430:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.765436:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.765445:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.765458:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b503ddfc. 02000000:00000010:0.0:1761312152.765486:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000f04039. 00000400:00000010:0.0:1761312152.765492:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.765497:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.765501:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312640, portal 16 00000400:00000010:0.0:1761312152.765506:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312152.765508:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312640, offset 0 00000400:00000200:0.0:1761312152.765515:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.765526:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.765534:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.765538:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.765541:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.765545:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88634:88634:255:4294967295] 192.168.203.32@tcp LPNI seq info [88634:88634:7:4294967295] 00000400:00000200:0.0:1761312152.765556:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.765561:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.765566:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bbc713 (tot 82339314). 00000800:00000200:0.0:1761312152.765571:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.765577:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.765580:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077bbc713 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.765726:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.765733:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.765736:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed3bbd6a. 02000000:00000010:3.0:1761312152.765745:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f08afb7. 00000100:00000010:3.0:1761312152.765748:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:3.0:1761312152.765767:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba98624a. 00000100:00000010:3.0:1761312152.765769:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:3.0:1761312152.765771:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000100:00000010:3.0:1761312152.765773:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 02000000:00000010:3.0:1761312152.765776:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036fdb54a. 00000100:00000010:3.0:1761312152.765777:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 02000000:00000010:3.0:1761312152.765779:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063603a98. 00000100:00000010:3.0:1761312152.765781:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 02000000:00000010:3.0:1761312152.765784:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d870be08. 00000100:00000010:3.0:1761312152.765785:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 00000100:00000200:3.0:1761312152.765794:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.765799:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e322dd1f. 00000400:00000010:3.0:1761312152.765802:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000034b4ce50 (tot 82339466). 00000800:00000200:1.0:1761312152.766290:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.766295:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:1.0:1761312152.766299:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.766305:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.766310:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312152.766312:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 02000000:00000010:1.0:1761312152.766316:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042211a72. 00000800:00000200:1.0:1761312152.766382:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.766384:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:1.0:1761312152.766387:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.766390:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.766392:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:1.0:1761312152.766393:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:1.0:1761312152.766399:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.767976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f21bd2. 00010000:00000010:1.1:1761312152.767987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00000400:00000200:2.0:1761312152.768307:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.768324:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffef00 00000400:00000200:2.0:1761312152.768330:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae34d [1] + 224 00000400:00000200:2.0:1761312152.768344:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.768347:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.768356:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.768722:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.768727:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.768728:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.768733:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.768746:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.768782:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000f04039. 02000000:00000010:0.0:1761312152.768789:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b503ddfc. 00000100:00000010:0.0:1761312152.768793:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.768797:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.768800:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:2.0:1761312152.769408:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.769418:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52c00 00000400:00000200:2.0:1761312152.769423:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 0 00000400:00000200:2.0:1761312152.769476:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.769481:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.769486:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.769490:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00000020:00000010:3.0:1761312152.769915:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.769924:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.769929:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.769956:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4e66d9e x1846868012510208/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.769992:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510208 02000000:00000010:3.0:1761312152.770003:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036fdb54a. 00010000:00000010:3.0:1761312152.770031:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065019cce. 00010000:00000010:3.0:1761312152.770052:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.770059:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005995b71. 00000100:00000010:3.0:1761312152.770078:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005995b71. 00010000:00000010:3.0:1761312152.770081:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.770095:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312152.770100:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510208, offset 224 00000400:00000200:3.0:1761312152.770107:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.770117:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.770123:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88635:88635:256:4294967295] 192.168.203.32@tcp LPNI seq info [88635:88635:8:4294967295] 00000400:00000200:3.0:1761312152.770133:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.770137:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.770141:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.770146:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.770153:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.770156:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.770169:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.770175:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.770178:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00000800:00000200:1.0:1761312152.770462:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.770466:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312152.770469:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.770473:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.770476:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:1.0:1761312152.770478:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00080000:00000010:0.0:1761312152.770767:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000f04039. 00010000:00000010:0.0:1761312152.770845:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.770851:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000edadd04. 00010000:00000010:0.0:1761312152.770920:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.0:1761312152.770925:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.770935:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.770939:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.770946:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.770957:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f1fdac2. 02000000:00000010:0.0:1761312152.770982:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070cd03c1. 00000400:00000010:0.0:1761312152.770987:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.770991:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.770995:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312704, portal 16 00000400:00000010:0.0:1761312152.770999:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312152.771001:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312704, offset 0 00000400:00000200:0.0:1761312152.771006:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.771014:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.771020:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.771024:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.771026:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.771029:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88636:88636:256:4294967295] 192.168.203.32@tcp LPNI seq info [88636:88636:8:4294967295] 00000400:00000200:0.0:1761312152.771036:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.771040:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.771044:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312152.771049:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.771054:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.771056:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.771495:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.771499:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312152.771503:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.771507:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.771509:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:2.0:1761312152.771511:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:2.0:1761312152.771516:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.772803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c168f16c. 00010000:00000010:0.1:1761312152.773123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014c248e2. 00010000:00000010:0.1:1761312152.773130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00000400:00000200:2.0:1761312152.773538:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.773554:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffef40 00000400:00000200:2.0:1761312152.773561:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae35d [1] + 224 00000400:00000200:2.0:1761312152.773577:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.773581:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.773590:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.773720:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.773724:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.773726:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.773731:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.773737:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.773772:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070cd03c1. 02000000:00000010:0.0:1761312152.773778:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f1fdac2. 00000100:00000010:0.0:1761312152.773781:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.773785:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.773789:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:1.0:1761312152.775012:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.775028:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52c40 00000400:00000200:1.0:1761312152.775034:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 328 00000400:00000200:1.0:1761312152.775091:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.775096:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.775101:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.775107:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 00000020:00000010:2.0:1761312152.775374:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.775381:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.775385:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.775409:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef9e9913 x1846868012510272/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.775438:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510272 02000000:00000010:2.0:1761312152.775449:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006714a262. 00010000:00000010:2.0:1761312152.775476:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006da06d17. 00010000:00000010:2.0:1761312152.775495:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.775501:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.776124:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.776130:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.776146:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312152.776151:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510272, offset 224 00000400:00000200:2.0:1761312152.776158:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.776169:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.776174:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88637:88637:256:4294967295] 192.168.203.32@tcp LPNI seq info [88637:88637:8:4294967295] 00000400:00000200:2.0:1761312152.776184:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.776189:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.776192:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312152.776197:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.776204:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.776207:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.776224:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.776228:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.776232:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00080000:00000010:0.0:1761312152.776445:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f1fdac2. 00010000:00000010:0.0:1761312152.776526:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.776533:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000512a02c9. 00010000:00000010:0.0:1761312152.776609:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daafa680. 00010000:00000010:0.0:1761312152.776615:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.776650:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.776655:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.776662:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.776673:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070cd03c1. 02000000:00000010:0.0:1761312152.776703:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d52a97e. 00000400:00000010:0.0:1761312152.776708:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.776712:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.776717:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312768, portal 16 00000400:00000010:0.0:1761312152.776720:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312152.776722:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312768, offset 0 00000400:00000200:0.0:1761312152.776728:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.776734:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.776740:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.776744:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.776747:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.776759:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88638:88638:255:4294967295] 192.168.203.32@tcp LPNI seq info [88638:88638:7:4294967295] 00000400:00000200:0.0:1761312152.776766:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.776770:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.776773:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312152.776778:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.776783:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.776785:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.776884:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.776888:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:1.0:1761312152.776893:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.776898:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.776902:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:1.0:1761312152.776904:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000800:00000200:1.0:1761312152.776963:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.776966:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312152.776969:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.776972:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.776974:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:1.0:1761312152.776976:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:1.0:1761312152.776981:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.778109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004122b7f3. 00010000:00000010:0.1:1761312152.778560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb995d2a. 00010000:00000010:0.1:1761312152.778567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00000400:00000200:2.0:1761312152.779819:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.779837:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffef80 00000400:00000200:2.0:1761312152.779845:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae369 [1] + 224 00000400:00000200:2.0:1761312152.779872:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.779876:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.779885:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.779966:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.779970:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.779972:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.779978:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.779984:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.780009:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d52a97e. 02000000:00000010:0.0:1761312152.780015:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070cd03c1. 00000100:00000010:0.0:1761312152.780020:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.780023:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.780026:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:1.0:1761312152.781136:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.781152:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52c80 00000400:00000200:1.0:1761312152.781158:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 656 00000400:00000200:1.0:1761312152.781223:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.781227:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.781233:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.781238:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00000020:00000010:2.0:1761312152.781448:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.781455:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.781459:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.781481:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002c0eba62 x1846868012510336/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.781510:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510336 02000000:00000010:2.0:1761312152.781522:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b8822f0. 00010000:00000010:2.0:1761312152.781545:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004aa3c0ef. 00010000:00000010:2.0:1761312152.781563:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.781569:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.781585:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.781588:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.781598:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312152.781602:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510336, offset 224 00000400:00000200:2.0:1761312152.781609:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.781619:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.781651:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88639:88639:256:4294967295] 192.168.203.32@tcp LPNI seq info [88639:88639:8:4294967295] 00000400:00000200:2.0:1761312152.781661:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.781666:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.781670:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312152.781675:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.781688:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.781692:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.781704:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.781707:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.781709:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00080000:00000010:0.0:1761312152.781880:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070cd03c1. 00010000:00000010:0.0:1761312152.781952:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.781957:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000438a11fb. 00010000:00000010:0.0:1761312152.782016:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001474d441. 00010000:00000010:0.0:1761312152.782020:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.782029:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.782032:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.782038:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.782046:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d52a97e. 02000000:00000010:0.0:1761312152.782066:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096828ae5. 00000400:00000010:0.0:1761312152.782070:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.782074:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.782077:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312832, portal 16 00000400:00000010:0.0:1761312152.782081:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312152.782082:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312832, offset 0 00000400:00000200:0.0:1761312152.782087:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.782093:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.782098:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.782101:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.782104:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.782106:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88640:88640:255:4294967295] 192.168.203.32@tcp LPNI seq info [88640:88640:7:4294967295] 00000400:00000200:0.0:1761312152.782112:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.782116:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.782119:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bbc713 (tot 82339466). 00000800:00000200:0.0:1761312152.782122:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.782126:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.782127:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077bbc713 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.782566:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.782569:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82339218). 00000400:00000200:1.0:1761312152.782574:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.782578:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.782581:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:1.0:1761312152.782583:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000800:00000200:1.0:1761312152.782664:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.782666:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:1.0:1761312152.782668:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.782671:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.782673:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:1.0:1761312152.782674:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:1.0:1761312152.782679:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.783935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cce6497. 00010000:00000010:2.1:1761312152.783980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb8a376. 00000400:00000200:2.0:1761312152.785992:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.786012:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffefc0 00000400:00000200:2.0:1761312152.786021:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae375 [1] + 224 00000400:00000200:2.0:1761312152.786042:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.786045:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.786058:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.786229:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.786234:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.786236:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.786242:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.786248:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.786278:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096828ae5. 02000000:00000010:0.0:1761312152.786285:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d52a97e. 00000100:00000010:0.0:1761312152.786289:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.786294:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.786298:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:1.0:1761312152.787215:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.787231:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52cc0 00000400:00000200:1.0:1761312152.787237:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 984 00000400:00000200:1.0:1761312152.787306:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.787311:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.787318:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.787323:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00000020:00000010:3.0:1761312152.787420:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.787428:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.787432:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.787458:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8be6d4b x1846868012510400/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.787497:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510400 02000000:00000010:3.0:1761312152.787508:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312152.787537:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000361cb859. 00010000:00000010:3.0:1761312152.787558:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.787565:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005995b71. 00000100:00000010:3.0:1761312152.787583:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005995b71. 00010000:00000010:3.0:1761312152.787587:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.787600:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312152.787604:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510400, offset 224 00000400:00000200:3.0:1761312152.787612:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.787647:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.787654:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88641:88641:256:4294967295] 192.168.203.32@tcp LPNI seq info [88641:88641:8:4294967295] 00000400:00000200:3.0:1761312152.787663:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.787668:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.787673:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312152.787678:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.787697:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.787701:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.787725:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.787732:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.787736:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00080000:00000010:0.0:1761312152.787960:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d52a97e. 00010000:00000010:0.0:1761312152.788050:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.788055:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072b22722. 00010000:00000010:0.0:1761312152.788134:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.788140:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.788149:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.788153:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.788160:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.788171:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096828ae5. 02000000:00000010:0.0:1761312152.788194:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7fa6a95. 00000400:00000010:0.0:1761312152.788200:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.788205:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.788210:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312896, portal 16 00000400:00000010:0.0:1761312152.788214:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312152.788216:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312896, offset 0 00000400:00000200:0.0:1761312152.788222:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.788230:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.788236:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.788239:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.788241:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.788243:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88642:88642:255:4294967295] 192.168.203.32@tcp LPNI seq info [88642:88642:7:4294967295] 00000400:00000200:0.0:1761312152.788250:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.788253:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.788256:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312152.788260:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.788264:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.788266:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.788599:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.788603:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:1.0:1761312152.788607:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.788612:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.788616:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:1.0:1761312152.788617:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000800:00000200:1.0:1761312152.788726:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.788728:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312152.788731:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.788735:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.788737:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:1.0:1761312152.788738:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:1.0:1761312152.788743:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.789212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007757497a. 00010000:00000010:0.1:1761312152.789220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:2.1:1761312152.789675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e99c9c7. 00010000:00000010:0.1:1761312152.793734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfc46e6f. 00010000:00000010:0.1:1761312152.793762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312152.798075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036babe6b. 00010000:00000010:0.1:1761312152.798093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00010000:00000010:3.1:1761312152.800094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f4ec901. 00000400:00000200:2.0:1761312152.801425:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.801441:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff000 00000400:00000200:2.0:1761312152.801450:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae381 [1] + 224 00000400:00000200:2.0:1761312152.801461:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.801465:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.801474:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.801512:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.801517:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52d00 00000400:00000200:2.0:1761312152.801521:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 1312 00000400:00000200:2.0:1761312152.801570:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.801574:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.801577:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.801583:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000020:00000010:3.0:1761312152.801833:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.801840:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.801844:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.801866:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012510464/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.801899:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510464 02000000:00000010:3.0:1761312152.801910:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042211a72. 00010000:00000010:3.0:1761312152.801948:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.801954:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005995b71. 00000100:00000010:3.0:1761312152.801960:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005995b71. 00010000:00000010:3.0:1761312152.801963:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.801977:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312152.801981:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510464, offset 224 00000400:00000200:3.0:1761312152.801989:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.801999:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.802004:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88643:88643:256:4294967295] 192.168.203.32@tcp LPNI seq info [88643:88643:8:4294967295] 00000400:00000200:3.0:1761312152.802014:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.802019:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.802024:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.802029:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.802036:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.802040:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.802055:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.802060:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.802062:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00000800:00000200:1.0:1761312152.802443:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.802447:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312152.802451:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.802456:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.802459:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:1.0:1761312152.802461:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00000400:00000010:0.0:1761312152.803423:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312152.803429:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312152.803430:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312152.803439:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.803448:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312152.803471:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003497065f. 02000000:00000010:0.0:1761312152.803486:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7fa6a95. 02000000:00000010:0.0:1761312152.803490:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096828ae5. 00000100:00000010:0.0:1761312152.803495:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312152.803498:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.803502:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00080000:00000010:0.0:1761312152.803518:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096828ae5. 00010000:00000010:0.0:1761312152.803593:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.803599:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd472598. 00010000:00000010:0.0:1761312152.804202:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001474d441. 00010000:00000010:0.0:1761312152.804209:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312152.804220:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a6bad1. 00000100:00000010:0.0:1761312152.804226:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.804233:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.804244:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7fa6a95. 02000000:00000010:0.0:1761312152.804271:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095ee63bc. 00000400:00000010:0.0:1761312152.804276:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312152.804281:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312152.804286:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015312960, portal 16 00000400:00000010:0.0:1761312152.804291:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312152.804293:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015312960, offset 0 00000400:00000200:0.0:1761312152.804575:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.804589:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.804596:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.804599:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.804602:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.804756:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88644:88644:256:4294967295] 192.168.203.32@tcp LPNI seq info [88644:88644:8:4294967295] 00000400:00000200:0.0:1761312152.804768:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.804774:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.804778:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312152.804785:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.804792:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.804796:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.805993:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.805998:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:1.0:1761312152.806003:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.806009:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.806013:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:1.0:1761312152.806014:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:1.0:1761312152.806021:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015312960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.809430:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.809450:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff040 00000400:00000200:2.0:1761312152.809458:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae38d [1] + 224 00000400:00000200:2.0:1761312152.809477:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.809481:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.809490:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015312960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.810235:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:3.0:1761312152.810241:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312152.810243:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312152.810250:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015312960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.810258:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015312960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.810287:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095ee63bc. 02000000:00000010:3.0:1761312152.810292:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7fa6a95. 00000100:00000010:3.0:1761312152.810296:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:3.0:1761312152.810300:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:3.0:1761312152.810303:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a6bad1. 00000400:00000200:1.0:1761312152.812321:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.812350:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52d40 00000400:00000200:1.0:1761312152.812358:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 1640 00000400:00000200:1.0:1761312152.812424:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.812429:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.812436:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.812441:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 00000020:00000010:3.0:1761312152.812547:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.812554:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.812558:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.812582:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008cc5413f x1846868012510528/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.812619:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510528 02000000:00000010:3.0:1761312152.812654:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fa6a95. 00010000:00000010:3.0:1761312152.812680:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a355a9d8. 00010000:00000010:3.0:1761312152.812700:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.812707:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005995b71. 00000100:00000010:3.0:1761312152.812727:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005995b71. 00010000:00000010:3.0:1761312152.812730:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.812743:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312152.812747:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510528, offset 224 00000400:00000200:3.0:1761312152.812764:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.812773:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.812778:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88645:88645:256:4294967295] 192.168.203.32@tcp LPNI seq info [88645:88645:8:4294967295] 00000400:00000200:3.0:1761312152.812787:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.812791:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.812795:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.812800:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.812806:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.812809:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.812823:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.812828:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.812830:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00000800:00000200:1.0:1761312152.813286:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.813289:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312152.813294:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.813298:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.813302:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312152.813304:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00080000:00000010:1.0:1761312152.813330:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051a156c5. 00010000:00000010:1.0:1761312152.813408:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:1.0:1761312152.813414:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000540bcca1. 00010000:00000010:1.0:1761312152.813477:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.813482:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.813492:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000307ab6c2. 00000100:00000010:1.0:1761312152.813496:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.813503:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007562bfb2. 02000000:00000010:1.0:1761312152.813513:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7c080d. 02000000:00000010:1.0:1761312152.813534:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a623a5e6. 00000400:00000010:1.0:1761312152.813539:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000400:00000010:1.0:1761312152.813543:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.813548:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313024, portal 16 00000400:00000010:1.0:1761312152.813552:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312152.813554:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313024, offset 0 00000400:00000200:1.0:1761312152.813559:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.813566:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.813573:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.813576:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.813578:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.813580:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88646:88646:256:4294967295] 192.168.203.32@tcp LPNI seq info [88646:88646:8:4294967295] 00000400:00000200:1.0:1761312152.813587:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.813594:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.813597:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.813602:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.813607:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.813609:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.813701:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.813705:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:2.0:1761312152.813709:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.813713:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.813716:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:2.0:1761312152.813718:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:2.0:1761312152.813723:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007562bfb2 x1846868015313024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.813915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4e37e78. 00010000:00000010:0.1:1761312152.813923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007c99308. 00010000:00000010:0.1:1761312152.813926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:1.1:1761312152.818743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d116b01. 00010000:00000010:1.1:1761312152.818767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00000400:00000200:1.0:1761312152.818801:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.818816:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff080 00000400:00000200:1.0:1761312152.818824:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae399 [1] + 224 00000400:00000200:1.0:1761312152.818841:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.818846:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.818857:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007562bfb2 x1846868015313024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.819066:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dfb6875. 00000400:00000200:3.0:1761312152.819072:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:3.0:1761312152.819074:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:3.0:1761312152.819080:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007562bfb2 x1846868015313024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.819087:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007562bfb2 x1846868015313024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.819114:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a623a5e6. 02000000:00000010:3.0:1761312152.819121:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d7c080d. 00000100:00000010:3.0:1761312152.819125:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007562bfb2. 00000100:00000010:3.0:1761312152.819129:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:3.0:1761312152.819133:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000307ab6c2. 00000400:00000200:1.0:1761312152.819614:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.819653:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52d80 00000400:00000200:1.0:1761312152.819660:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaccd5 [2] + 1968 00000400:00000010:1.0:1761312152.819663:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000599186cf. 00000400:00000200:1.0:1761312152.819666:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008334d079 00000400:00000200:1.0:1761312152.820454:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.820461:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.820465:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008334d079 00000400:00000010:1.0:1761312152.820467:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008334d079 (tot 82338818). 00000100:00000200:1.0:1761312152.820475:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.820570:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.820577:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.820581:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.820604:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abd2cab0 x1846868012510592/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.820857:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510592 02000000:00000010:3.0:1761312152.820869:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b503ddfc. 00010000:00000010:3.0:1761312152.820893:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004980f5c2. 00010000:00000010:3.0:1761312152.820910:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.820915:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005995b71. 00000100:00000010:3.0:1761312152.820996:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005995b71. 00010000:00000010:3.0:1761312152.821000:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.821013:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312152.821018:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510592, offset 224 00000400:00000200:3.0:1761312152.821025:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.821035:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.821041:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88647:88647:256:4294967295] 192.168.203.32@tcp LPNI seq info [88647:88647:8:4294967295] 00000400:00000200:3.0:1761312152.821050:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.821054:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.821058:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339066). 00000800:00000200:3.0:1761312152.821062:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.821069:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.821072:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312152.821130:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b8aa1b0. 00010000:00000010:1.0:1761312152.821202:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.821208:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a41a728. 00010000:00000010:1.0:1761312152.821266:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.821269:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.821274:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.821278:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00080000:00000010:1.0:1761312152.821288:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008393c975. 00010000:00000010:1.0:1761312152.821308:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.821311:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.821352:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312152.821355:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.821362:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c79bf5d3. 00000100:00000010:1.0:1761312152.821365:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.821372:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf8479b3. 02000000:00000010:1.0:1761312152.821382:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000091cbd13. 02000000:00000010:1.0:1761312152.821402:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cfb11a1. 00000400:00000010:1.0:1761312152.821408:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312152.821412:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312152.821416:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313088, portal 16 00000400:00000010:1.0:1761312152.821420:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312152.821421:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313088, offset 0 00000400:00000200:1.0:1761312152.821426:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.821432:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.821438:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.821442:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.821444:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.821446:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88648:88648:255:4294967295] 192.168.203.32@tcp LPNI seq info [88648:88648:7:4294967295] 00000400:00000200:1.0:1761312152.821452:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.821455:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.821458:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339314). 00000800:00000200:1.0:1761312152.821462:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.821465:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.821467:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.821493:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.821499:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.821502:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 02000000:00000010:3.0:1761312152.821510:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fa6a95. 00000100:00000010:3.0:1761312152.821513:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 02000000:00000010:3.0:1761312152.821516:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042211a72. 00000100:00000010:3.0:1761312152.821518:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:3.0:1761312152.821521:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000100:00000010:3.0:1761312152.821523:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 02000000:00000010:3.0:1761312152.821525:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b8822f0. 00000100:00000010:3.0:1761312152.821527:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c0eba62. 02000000:00000010:3.0:1761312152.821530:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006714a262. 00000100:00000010:3.0:1761312152.821531:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ef9e9913. 02000000:00000010:3.0:1761312152.821534:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036fdb54a. 00000100:00000010:3.0:1761312152.821535:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000200:3.0:1761312152.821543:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.821547:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000006f5750. 00000400:00000010:3.0:1761312152.821550:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000005995b71 (tot 82339466). 00000800:00000200:2.0:1761312152.822238:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.822242:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312152.822248:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.822254:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.822259:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:2.0:1761312152.822261:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 02000000:00000010:2.0:1761312152.822268:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b503ddfc. 00000800:00000200:2.0:1761312152.822328:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.822330:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:2.0:1761312152.822334:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.822337:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.822339:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:2.0:1761312152.822340:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000100:00000200:2.0:1761312152.822346:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf8479b3 x1846868015313088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.826451:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.826471:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff0c0 00000400:00000200:1.0:1761312152.826479:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3a5 [1] + 224 00000400:00000200:1.0:1761312152.826497:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.826502:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.826512:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf8479b3 x1846868015313088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.827233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000431fc334. 00000400:00000010:3.0:1761312152.827263:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:3.0:1761312152.827268:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:3.0:1761312152.827271:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00000100:00000200:3.0:1761312152.827279:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf8479b3 x1846868015313088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.827287:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf8479b3 x1846868015313088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.827314:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cfb11a1. 02000000:00000010:3.0:1761312152.827321:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000091cbd13. 00000100:00000010:3.0:1761312152.827325:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf8479b3. 00000100:00000010:3.0:1761312152.827330:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:3.0:1761312152.827334:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c79bf5d3. 00000400:00000200:1.0:1761312152.829000:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.829015:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52dc0 00000400:00000200:1.0:1761312152.829021:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 0 00000400:00000200:1.0:1761312152.829415:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.829421:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.829427:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.829433:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf8479b3. 00000020:00000010:3.0:1761312152.829803:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d870be08. 00000020:00000010:3.0:1761312152.829810:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.829814:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.829837:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cf8479b3 x1846868012510656/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.830080:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510656 02000000:00000010:3.0:1761312152.830093:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b503ddfc. 00010000:00000010:3.0:1761312152.830119:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004acbf6c0. 00010000:00000010:3.0:1761312152.830141:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.830147:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.830248:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.830254:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.830269:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312152.830274:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510656, offset 224 00000400:00000200:3.0:1761312152.830282:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.830292:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.830297:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88649:88649:256:4294967295] 192.168.203.32@tcp LPNI seq info [88649:88649:8:4294967295] 00000400:00000200:3.0:1761312152.830306:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.830311:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.830315:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.830319:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.830326:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.830329:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312152.830418:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d1aedd8. 00010000:00000010:1.0:1761312152.830501:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.830507:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b867cfd. 00010000:00000010:1.0:1761312152.830574:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.0:1761312152.830580:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.830590:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014e6c042. 00000100:00000010:1.0:1761312152.830594:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.830599:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007562bfb2. 02000000:00000010:1.0:1761312152.830608:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078c9653a. 02000000:00000010:1.0:1761312152.830645:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e958d487. 00000400:00000010:1.0:1761312152.830650:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312152.830654:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312152.830659:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313152, portal 16 00000400:00000010:1.0:1761312152.830663:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312152.830664:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313152, offset 0 00000400:00000200:1.0:1761312152.830669:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.830675:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000020:00000010:3.0:1761312152.830891:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.830897:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.830900:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d870be08. 00000800:00000200:2.0:1761312152.831049:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.831053:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:2.0:1761312152.831057:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.831061:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.831064:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:2.0:1761312152.831066:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000400:00000200:1.0:1761312152.831394:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.831398:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.831401:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.831404:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88650:88650:255:4294967295] 192.168.203.32@tcp LPNI seq info [88650:88650:7:4294967295] 00000400:00000200:1.0:1761312152.831411:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.831415:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.831419:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.831423:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.831427:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.831429:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.831492:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.831494:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:2.0:1761312152.831498:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.831501:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.831503:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:2.0:1761312152.831504:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000100:00000200:2.0:1761312152.831509:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007562bfb2 x1846868015313152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.831873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d2718d5. 00010000:00000010:1.1:1761312152.831880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312152.831884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.831887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:3.1:1761312152.832003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f77a109b. 00000400:00000200:1.0:1761312152.835071:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.835090:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff100 00000400:00000200:1.0:1761312152.835099:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3b5 [1] + 224 00000400:00000200:1.0:1761312152.835117:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.835121:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.835133:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007562bfb2 x1846868015313152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.835394:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c896b846. 00000400:00000200:3.0:1761312152.835400:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:3.0:1761312152.835402:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00000100:00000200:3.0:1761312152.835408:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007562bfb2 x1846868015313152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.835415:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007562bfb2 x1846868015313152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.835445:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e958d487. 02000000:00000010:3.0:1761312152.835451:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078c9653a. 00000100:00000010:3.0:1761312152.835457:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007562bfb2. 00000100:00000010:3.0:1761312152.835461:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:3.0:1761312152.835465:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014e6c042. 00000400:00000200:1.0:1761312152.835673:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.835690:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52e00 00000400:00000200:1.0:1761312152.835695:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 328 00000400:00000200:1.0:1761312152.835747:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.835759:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.835763:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.835768:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007562bfb2. 00010000:00000010:3.1:1761312152.836091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca277ed. 00000020:00000010:3.0:1761312152.836124:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d870be08. 00000020:00000010:3.0:1761312152.836130:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.836134:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.836156:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007562bfb2 x1846868012510720/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.836192:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510720 02000000:00000010:3.0:1761312152.836204:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7fa6a95. 00010000:00000010:3.0:1761312152.836229:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac97adbc. 00010000:00000010:3.0:1761312152.836246:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.836251:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.836267:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.836272:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.836286:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312152.836291:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510720, offset 224 00000400:00000200:3.0:1761312152.836298:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.836308:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.836313:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88651:88651:256:4294967295] 192.168.203.32@tcp LPNI seq info [88651:88651:8:4294967295] 00000400:00000200:3.0:1761312152.836323:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.836327:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.836332:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.836336:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.836343:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.836347:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.836374:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.836379:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.836382:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d870be08. 00000800:00000200:0.0:1761312152.836880:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.836884:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:0.0:1761312152.836888:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.836892:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.836896:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:0.0:1761312152.836897:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00080000:00000010:1.0:1761312152.836966:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3b9139e. 00010000:00000010:1.0:1761312152.837051:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.837057:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f63b7e71. 00010000:00000010:1.0:1761312152.837122:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312152.837125:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312152.837133:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fbc1f34. 00000100:00000010:1.0:1761312152.837137:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.837143:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bd39c2d. 02000000:00000010:1.0:1761312152.837150:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078c9653a. 02000000:00000010:1.0:1761312152.837169:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e958d487. 00000400:00000010:1.0:1761312152.837173:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b28bf1ad. 00000400:00000010:1.0:1761312152.837176:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312152.837180:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313216, portal 16 00000400:00000010:1.0:1761312152.837183:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312152.837185:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313216, offset 0 00000400:00000200:1.0:1761312152.837190:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.837196:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.837202:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.837205:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.837207:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.837209:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88652:88652:256:4294967295] 192.168.203.32@tcp LPNI seq info [88652:88652:8:4294967295] 00000400:00000200:1.0:1761312152.837215:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.837219:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.837221:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.837225:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.837229:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.837231:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.837703:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.837707:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312152.837712:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.837716:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.837719:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:2.0:1761312152.837721:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:2.0:1761312152.837726:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005bd39c2d x1846868015313216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.840742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000243debfb. 00010000:00000010:1.1:1761312152.840764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:1.0:1761312152.841947:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.841962:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff140 00000400:00000200:1.0:1761312152.841970:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3c1 [1] + 224 00000400:00000200:1.0:1761312152.841980:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.841984:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.841994:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005bd39c2d x1846868015313216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.842033:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.842039:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52e40 00000400:00000200:1.0:1761312152.842043:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 656 00000400:00000200:1.0:1761312152.842092:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.842096:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.842100:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.842105:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047b137bc. 00000020:00000010:2.0:1761312152.842560:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.842569:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.842573:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.842595:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047b137bc x1846868012510784/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.842652:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510784 02000000:00000010:2.0:1761312152.842663:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff6a1cfc. 00010000:00000010:2.0:1761312152.842707:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.842714:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.842719:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.842722:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.842735:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312152.842740:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510784, offset 224 00000400:00000200:2.0:1761312152.842747:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.842765:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.842769:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88653:88653:256:4294967295] 192.168.203.32@tcp LPNI seq info [88653:88653:8:4294967295] 00000400:00000200:2.0:1761312152.842778:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.842783:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.842787:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312152.842792:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.842799:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.842802:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.842824:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.842828:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.842831:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00000400:00000010:3.0:1761312152.842908:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b28bf1ad. 00000400:00000200:3.0:1761312152.842913:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:3.0:1761312152.842915:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:3.0:1761312152.842920:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005bd39c2d x1846868015313216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.842928:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005bd39c2d x1846868015313216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312152.842947:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be8acdbd. 02000000:00000010:3.0:1761312152.842962:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e958d487. 02000000:00000010:3.0:1761312152.842967:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078c9653a. 00000100:00000010:3.0:1761312152.842973:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bd39c2d. 00000100:00000010:3.0:1761312152.842977:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:3.0:1761312152.842981:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fbc1f34. 00080000:00000010:3.0:1761312152.842996:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d870be08. 00010000:00000010:3.0:1761312152.843076:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:3.0:1761312152.843082:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c5b8b88. 00010000:00000010:3.0:1761312152.843148:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bfdcb7. 00010000:00000010:3.0:1761312152.843154:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db9009ec. 00010000:00000010:3.0:1761312152.843163:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.843167:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.843172:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312152.843182:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036fdb54a. 02000000:00000010:3.0:1761312152.843203:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b20da6b. 00000400:00000010:3.0:1761312152.843208:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004dab77b8. 00000400:00000010:3.0:1761312152.843211:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312152.843215:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313280, portal 16 00000400:00000010:3.0:1761312152.843218:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312152.843220:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313280, offset 0 00000400:00000200:3.0:1761312152.843225:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.843230:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.843235:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312152.843238:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312152.843241:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312152.843243:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88654:88654:255:4294967295] 192.168.203.32@tcp LPNI seq info [88654:88654:7:4294967295] 00000400:00000200:3.0:1761312152.843250:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.843253:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.843256:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312152.843259:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.843263:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.843265:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.843612:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.843615:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82339218). 00000400:00000200:0.0:1761312152.843620:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.843645:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.843648:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:0.0:1761312152.843649:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000800:00000200:0.0:1761312152.843708:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.843710:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312152.843712:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.843715:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.843717:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:0.0:1761312152.843718:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:0.0:1761312152.843723:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015313280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.846026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf4db0d. 00010000:00000010:1.1:1761312152.846040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:3.1:1761312152.846164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041b20182. 00000400:00000200:2.0:1761312152.846509:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.846525:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff180 00000400:00000200:2.0:1761312152.846533:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3cd [1] + 224 00000400:00000200:2.0:1761312152.846553:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.846557:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.846567:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015313280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.846992:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004dab77b8. 00000400:00000200:3.0:1761312152.846997:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:3.0:1761312152.846999:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000100:00000200:3.0:1761312152.847005:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015313280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.847013:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015313280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.847041:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b20da6b. 02000000:00000010:3.0:1761312152.847047:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036fdb54a. 00000100:00000010:3.0:1761312152.847051:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312152.847055:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.847060:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000200:1.0:1761312152.847782:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.847794:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52e80 00000400:00000200:1.0:1761312152.847800:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 984 00000400:00000200:1.0:1761312152.847869:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.847873:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.847879:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.847884:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b9036d1. 00000020:00000010:3.0:1761312152.848029:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036fdb54a. 00000020:00000010:3.0:1761312152.848036:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.848040:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.848063:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b9036d1 x1846868012510848/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.848095:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510848 02000000:00000010:3.0:1761312152.848105:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312152.848130:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036895097. 00010000:00000010:3.0:1761312152.848146:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.848152:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.848166:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.848169:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.848181:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312152.848184:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510848, offset 224 00000400:00000200:3.0:1761312152.848191:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.848200:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.848205:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88655:88655:256:4294967295] 192.168.203.32@tcp LPNI seq info [88655:88655:8:4294967295] 00000400:00000200:3.0:1761312152.848214:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.848219:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.848223:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312152.848227:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.848233:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.848236:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.848254:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.848259:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.848261:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036fdb54a. 00000800:00000200:0.0:1761312152.848589:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.848593:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312152.848597:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.848601:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.848604:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:0.0:1761312152.848606:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00080000:00000010:1.0:1761312152.848884:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000091cbd13. 00010000:00000010:1.0:1761312152.848965:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db9009ec. 00010000:00000010:1.0:1761312152.848971:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0c3caac. 00010000:00000010:1.0:1761312152.849027:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.0:1761312152.849032:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312152.849040:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aae6f39a. 00000100:00000010:1.0:1761312152.849044:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.849050:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bd39c2d. 02000000:00000010:1.0:1761312152.849059:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001cfb11a1. 02000000:00000010:1.0:1761312152.849080:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d7c080d. 00000400:00000010:1.0:1761312152.849084:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312152.849089:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312152.849094:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313344, portal 16 00000400:00000010:1.0:1761312152.849097:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312152.849099:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313344, offset 0 00000400:00000200:1.0:1761312152.849104:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.849112:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.849118:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.849121:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.849124:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.849127:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88656:88656:256:4294967295] 192.168.203.32@tcp LPNI seq info [88656:88656:8:4294967295] 00000400:00000200:1.0:1761312152.849134:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.849138:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.849141:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000da8085e (tot 82339218). 00000800:00000200:1.0:1761312152.849145:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.849150:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.849152:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000da8085e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.849700:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.849703:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000da8085e (tot 82338970). 00000400:00000200:2.0:1761312152.849708:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.849712:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.849715:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:2.0:1761312152.849716:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000100:00000200:2.0:1761312152.849721:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005bd39c2d x1846868015313344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312152.854639:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.854658:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff1c0 00000400:00000200:1.0:1761312152.854667:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3d9 [1] + 224 00000400:00000200:1.0:1761312152.854686:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.854690:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.854704:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005bd39c2d x1846868015313344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.854840:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:3.0:1761312152.854846:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:3.0:1761312152.854848:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000100:00000200:3.0:1761312152.854854:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005bd39c2d x1846868015313344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.854861:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005bd39c2d x1846868015313344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.854887:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d7c080d. 02000000:00000010:3.0:1761312152.854894:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001cfb11a1. 00000100:00000010:3.0:1761312152.854897:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bd39c2d. 00000100:00000010:3.0:1761312152.854902:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:3.0:1761312152.854906:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aae6f39a. 00000400:00000200:0.0:1761312152.855120:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.855128:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52ec0 00000400:00000200:0.0:1761312152.855133:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 1312 00000400:00000200:0.0:1761312152.855190:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.855193:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.855198:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.855202:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:2.0:1761312152.855296:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.855302:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.855307:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.855328:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012510912/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.855355:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510912 02000000:00000010:2.0:1761312152.855365:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:2.0:1761312152.855390:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000482953ac. 00010000:00000010:2.0:1761312152.855410:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.855415:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.855433:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.855436:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.855448:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312152.855452:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510912, offset 224 00000400:00000200:2.0:1761312152.855459:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.855469:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.855474:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88657:88657:256:4294967295] 192.168.203.32@tcp LPNI seq info [88657:88657:8:4294967295] 00000400:00000200:2.0:1761312152.855482:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00080000:00000010:3.0:1761312152.855486:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036fdb54a. 00000800:00000200:2.0:1761312152.855489:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.855493:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312152.855498:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.855503:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.855506:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.855531:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.855535:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:2.0:1761312152.855538:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00010000:00000010:3.0:1761312152.855562:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:3.0:1761312152.855568:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022399c46. 00010000:00000010:3.0:1761312152.855657:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000325a75b0. 00010000:00000010:3.0:1761312152.855661:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000189a99b6. 00010000:00000010:3.0:1761312152.855665:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312152.855670:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db9009ec. 00080000:00000010:3.0:1761312152.855692:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042211a72. 00010000:00000010:3.0:1761312152.855724:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db9009ec. 00010000:00000010:3.0:1761312152.855729:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000189a99b6. 00010000:00000010:3.0:1761312152.855788:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312152.855792:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db9009ec. 00010000:00000010:3.0:1761312152.855800:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.855804:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000800:00000200:1.0:1761312152.855804:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.855807:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000100:00000010:3.0:1761312152.855809:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000400:00000200:1.0:1761312152.855811:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.855814:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.855816:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 02000000:00000010:3.0:1761312152.855818:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063603a98. 00000400:00000010:1.0:1761312152.855818:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 02000000:00000010:3.0:1761312152.855838:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba98624a. 00000400:00000010:3.0:1761312152.855842:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004dab77b8. 00000400:00000010:3.0:1761312152.855850:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312152.855854:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313408, portal 16 00000400:00000010:3.0:1761312152.855858:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312152.855860:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313408, offset 0 00000400:00000200:3.0:1761312152.855865:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.855870:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.855876:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312152.855879:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312152.855882:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312152.855884:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88658:88658:256:4294967295] 192.168.203.32@tcp LPNI seq info [88658:88658:8:4294967295] 00000400:00000200:3.0:1761312152.855890:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.855893:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.855896:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.855900:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.855903:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.855905:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.856078:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.856080:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312152.856084:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.856087:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.856090:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:1.0:1761312152.856091:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000100:00000200:1.0:1761312152.856096:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015313408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.856980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb943f01. 00010000:00000010:3.1:1761312152.856989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037fb0823. 00010000:00000010:3.1:1761312152.856992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00000400:00000200:0.0:1761312152.858407:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.858422:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff200 00000400:00000200:0.0:1761312152.858429:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3e5 [1] + 224 00000400:00000200:0.0:1761312152.858444:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.858448:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.858456:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015313408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.858598:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004dab77b8. 00000400:00000200:3.0:1761312152.858603:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:3.0:1761312152.858605:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000100:00000200:3.0:1761312152.858611:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015313408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.858619:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015313408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.858670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027058638. 02000000:00000010:3.0:1761312152.858672:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba98624a. 00010000:00000010:1.1:1761312152.858676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfdcb7. 02000000:00000010:3.0:1761312152.858678:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063603a98. 00000100:00000010:3.0:1761312152.858691:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312152.858696:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.858701:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00010000:00000010:2.1:1761312152.858742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e3a55f. 00000400:00000200:1.0:1761312152.859123:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.859133:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52f00 00000400:00000200:1.0:1761312152.859137:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 1640 00000400:00000200:1.0:1761312152.859179:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.859184:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312152.859188:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312152.859193:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bd39c2d. 00000020:00000010:2.0:1761312152.859347:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312152.859354:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312152.859358:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af289699. 00000100:00000200:2.0:1761312152.859380:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005bd39c2d x1846868012510976/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.859507:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012510976 02000000:00000010:3.0:1761312152.859520:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba98624a. 00010000:00000010:3.0:1761312152.859548:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de5bfd5b. 00010000:00000010:3.0:1761312152.859566:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.859572:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.859653:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.859659:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.859672:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312152.859676:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012510976, offset 224 00080000:00000010:1.0:1761312152.859782:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a623a5e6. 00010000:00000010:1.0:1761312152.859871:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db9009ec. 00010000:00000010:1.0:1761312152.859877:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023245299. 00010000:00000010:1.0:1761312152.859948:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312152.859954:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.859965:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.859969:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.859977:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312152.859990:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001cfb11a1. 02000000:00000010:1.0:1761312152.860013:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d7c080d. 00000400:00000010:1.0:1761312152.860018:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000200:3.0:1761312152.860039:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.860052:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.860057:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88659:88659:256:4294967295] 192.168.203.32@tcp LPNI seq info [88659:88659:8:4294967295] 00000400:00000200:3.0:1761312152.860067:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.860072:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.860077:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312152.860082:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.860088:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.860092:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.860123:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:3.0:1761312152.860128:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af289699. 00000020:00000010:3.0:1761312152.860132:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00000800:00000200:0.0:1761312152.860254:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.860258:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:0.0:1761312152.860262:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.860266:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:1.0:1761312152.861045:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.861053:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313472, portal 16 00000400:00000010:1.0:1761312152.861059:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312152.861061:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313472, offset 0 00000400:00000200:1.0:1761312152.861068:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.861078:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.861083:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.861086:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.861089:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.861092:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88660:88660:255:4294967295] 192.168.203.32@tcp LPNI seq info [88660:88660:7:4294967295] 00000400:00000200:1.0:1761312152.861100:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.861106:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.861109:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312152.861113:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.861119:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.861121:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761312152.861161:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:0.0:1761312152.861164:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000800:00000200:0.0:1761312152.861218:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.861220:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:0.0:1761312152.861224:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.861228:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.861230:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:0.0:1761312152.861231:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 00000100:00000200:0.0:1761312152.861238:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f304d18a x1846868015313472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.862027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ebed58. 00010000:00000010:3.1:1761312152.862037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d0c8140. 00010000:00000010:3.1:1761312152.862043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:3.1:1761312152.862046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325a75b0. 00010000:00000010:3.1:1761312152.862048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00000400:00000200:0.0:1761312152.865089:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.865110:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff240 00000400:00000200:0.0:1761312152.865120:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae3f1 [1] + 224 00000400:00000200:0.0:1761312152.865141:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.865145:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.865156:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f304d18a x1846868015313472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.865348:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312152.865353:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.865355:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312152.865361:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f304d18a x1846868015313472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.865369:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f304d18a x1846868015313472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.865397:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d7c080d. 02000000:00000010:1.0:1761312152.865404:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001cfb11a1. 00000100:00000010:1.0:1761312152.865408:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000010:1.0:1761312152.865412:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.865416:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00010000:00000010:3.1:1761312152.865760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000309cb3ba. 00000400:00000200:1.0:1761312152.865906:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312152.865916:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52f40 00000400:00000200:1.0:1761312152.865922:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd2d [2] + 1968 00000400:00000010:1.0:1761312152.865925:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b6fbc485. 00000400:00000200:1.0:1761312152.865928:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004997e03b 00000400:00000200:1.0:1761312152.865981:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.865985:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.865989:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004997e03b 00000400:00000010:1.0:1761312152.865990:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004997e03b (tot 82338818). 00000100:00000200:1.0:1761312152.865997:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312152.866250:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f08afb7. 00000020:00000010:3.0:1761312152.866257:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.866262:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.866285:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000525c3378 x1846868012511040/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.866323:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511040 02000000:00000010:3.0:1761312152.866333:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:3.0:1761312152.866357:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1370e78. 00010000:00000010:3.0:1761312152.866377:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.866383:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b69a67ce. 00000100:00000010:3.0:1761312152.866398:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b69a67ce. 00010000:00000010:3.0:1761312152.866403:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000010:3.0:1761312152.866416:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312152.866419:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511040, offset 224 00000400:00000200:3.0:1761312152.866427:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.866436:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.866442:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88661:88661:256:4294967295] 192.168.203.32@tcp LPNI seq info [88661:88661:8:4294967295] 00000400:00000200:3.0:1761312152.866451:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.866456:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.866460:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312152.866465:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.866472:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.866475:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.866496:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.866501:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:3.0:1761312152.866504:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f08afb7. 02000000:00000010:3.0:1761312152.866512:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba98624a. 00000100:00000010:3.0:1761312152.866515:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005bd39c2d. 02000000:00000010:3.0:1761312152.866521:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:3.0:1761312152.866524:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:3.0:1761312152.866527:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000100:00000010:3.0:1761312152.866528:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b9036d1. 02000000:00000010:3.0:1761312152.866532:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff6a1cfc. 00000100:00000010:3.0:1761312152.866533:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047b137bc. 02000000:00000010:3.0:1761312152.866537:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7fa6a95. 00000100:00000010:3.0:1761312152.866539:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007562bfb2. 02000000:00000010:3.0:1761312152.866542:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b503ddfc. 00000100:00000010:3.0:1761312152.866544:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf8479b3. 00000100:00000200:3.0:1761312152.866551:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312152.866555:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004dab77b8. 00000400:00000010:3.0:1761312152.866558:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b69a67ce (tot 82339218). 00080000:00000010:1.0:1761312152.866869:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cfb11a1. 00010000:00000010:1.0:1761312152.866942:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.866948:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0a8b857. 00010000:00000010:1.0:1761312152.867013:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312152.867017:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.867025:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.867029:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.867036:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312152.867046:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d7c080d. 02000000:00000010:1.0:1761312152.867066:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078c9653a. 00000400:00000010:1.0:1761312152.867069:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312152.867073:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.867076:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313536, portal 16 00000400:00000010:1.0:1761312152.867080:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312152.867081:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313536, offset 0 00000400:00000200:1.0:1761312152.867086:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.867093:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.867098:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.867101:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.867103:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.867106:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88662:88662:255:4294967295] 192.168.203.32@tcp LPNI seq info [88662:88662:7:4294967295] 00000400:00000200:1.0:1761312152.867113:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.867117:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.867119:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339466). 00000800:00000200:1.0:1761312152.867123:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.867127:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.867129:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.867215:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.867219:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:0.0:1761312152.867223:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.867227:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.867231:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:0.0:1761312152.867233:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 02000000:00000010:0.0:1761312152.867237:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000800:00000200:0.0:1761312152.867294:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.867296:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:0.0:1761312152.867299:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.867302:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.867305:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:0.0:1761312152.867306:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:0.0:1761312152.867311:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f304d18a x1846868015313536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.869477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb6b4958. 00010000:00000010:1.1:1761312152.869491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00000400:00000200:0.0:1761312152.871021:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.871039:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff280 00000400:00000200:0.0:1761312152.871047:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae401 [1] + 224 00000400:00000200:0.0:1761312152.871058:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.871062:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.871071:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f304d18a x1846868015313536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.871470:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.871476:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52f80 00000400:00000200:0.0:1761312152.871481:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 0 00000400:00000200:0.0:1761312152.871495:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.871497:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.871501:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.871505:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000400:00000010:1.0:1761312152.871563:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312152.871568:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.871570:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312152.871576:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f304d18a x1846868015313536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.871583:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f304d18a x1846868015313536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761312152.871599:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.871605:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 02000000:00000010:1.0:1761312152.871606:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078c9653a. 00000020:00000010:2.0:1761312152.871609:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 02000000:00000010:1.0:1761312152.871611:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d7c080d. 00000100:00000010:1.0:1761312152.871614:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000010:1.0:1761312152.871618:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.871649:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000100:00000200:2.0:1761312152.871656:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012511104/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.871682:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511104 02000000:00000010:2.0:1761312152.871692:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:2.0:1761312152.871717:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032add0c9. 00010000:00000010:2.0:1761312152.871737:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.871743:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.871764:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.871766:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.871779:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312152.871783:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511104, offset 224 00000400:00000200:2.0:1761312152.871790:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.871800:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00080000:00000010:1.0:1761312152.871817:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d7c080d. 00000400:00000200:2.0:1761312152.871853:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88663:88663:256:4294967295] 192.168.203.32@tcp LPNI seq info [88663:88663:8:4294967295] 00000400:00000200:2.0:1761312152.871863:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.871868:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.871872:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312152.871878:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.871884:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.871887:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761312152.871896:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.871903:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7bc9ed9. 00000020:00000010:2.0:1761312152.871915:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.871919:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312152.871922:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00000800:00000200:3.0:1761312152.872003:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.872007:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:3.0:1761312152.872012:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.872015:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.872022:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:3.0:1761312152.872024:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00010000:00000010:1.0:1761312152.872098:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312152.872104:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.872113:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.872116:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.872121:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312152.872130:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078c9653a. 02000000:00000010:1.0:1761312152.872159:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e958d487. 00000400:00000010:1.0:1761312152.872164:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312152.872167:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.872171:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313600, portal 16 00000400:00000010:1.0:1761312152.872175:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312152.872177:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313600, offset 0 00000400:00000200:1.0:1761312152.872181:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.872187:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.872193:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.872197:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.872200:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.872202:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88664:88664:256:4294967295] 192.168.203.32@tcp LPNI seq info [88664:88664:8:4294967295] 00000400:00000200:1.0:1761312152.872209:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.872213:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.872216:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.872219:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.872224:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.872226:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.872312:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.872315:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:0.0:1761312152.872320:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.872323:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.872325:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:0.0:1761312152.872327:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00000100:00000200:0.0:1761312152.872331:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f304d18a x1846868015313600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.872842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d854c4d. 00000400:00000200:0.0:1761312152.876710:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.876730:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff2c0 00000400:00000200:0.0:1761312152.876738:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae40d [1] + 224 00000400:00000200:0.0:1761312152.876758:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.876762:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.876773:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f304d18a x1846868015313600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.877916:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312152.877923:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.877925:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312152.877934:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f304d18a x1846868015313600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.877935:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:1.0:1761312152.877942:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f304d18a x1846868015313600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312152.877945:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d52fc0 00000400:00000200:0.0:1761312152.877951:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 328 00000400:00000200:0.0:1761312152.877964:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.877967:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:1.0:1761312152.877971:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e958d487. 00000100:00000200:0.0:1761312152.877971:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.877975:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:1.0:1761312152.877976:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078c9653a. 00000100:00000010:1.0:1761312152.877980:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000010:1.0:1761312152.877984:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.877988:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000020:00000010:2.0:1761312152.878074:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.878081:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.878085:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312152.878209:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012511168/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.878245:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511168 02000000:00000010:2.0:1761312152.878257:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:2.0:1761312152.878285:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cb7a547. 00010000:00000010:2.0:1761312152.878307:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.878313:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.878329:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.878332:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.878345:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312152.878349:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511168, offset 224 00000400:00000200:2.0:1761312152.878357:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.878368:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.878373:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88665:88665:256:4294967295] 192.168.203.32@tcp LPNI seq info [88665:88665:8:4294967295] 00000400:00000200:2.0:1761312152.878382:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.878386:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.878392:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312152.878397:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.878403:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.878406:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.878429:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.878432:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312152.878436:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00080000:00000010:1.0:1761312152.878578:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078c9653a. 00010000:00000010:1.0:1761312152.878685:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.878692:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059a1485c. 00010000:00000010:1.0:1761312152.878776:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312152.878782:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.878792:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.878795:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.878801:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312152.878811:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e958d487. 02000000:00000010:1.0:1761312152.878832:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000df7f54d. 00000400:00000010:1.0:1761312152.878836:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312152.878840:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.878844:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313664, portal 16 00000400:00000010:1.0:1761312152.878848:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312152.878850:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313664, offset 0 00000400:00000200:1.0:1761312152.878856:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.878863:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.878869:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.878873:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.878875:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.878877:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88666:88666:255:4294967295] 192.168.203.32@tcp LPNI seq info [88666:88666:7:4294967295] 00000400:00000200:1.0:1761312152.878884:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.878888:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.878892:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312152.878895:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.878900:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.878902:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.878962:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.878966:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:3.0:1761312152.878972:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.878975:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.878978:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:3.0:1761312152.878980:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000800:00000200:3.0:1761312152.879015:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.879017:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:3.0:1761312152.879021:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.879024:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.879026:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:3.0:1761312152.879027:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:3.0:1761312152.879031:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f304d18a x1846868015313664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.882680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018feec44. 00010000:00000010:1.1:1761312152.882948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b3ef023. 00010000:00000010:1.1:1761312152.882954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:0.0:1761312152.883954:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.883974:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff300 00000400:00000200:0.0:1761312152.883983:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae419 [1] + 224 00000400:00000200:0.0:1761312152.884005:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.884009:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.884020:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f304d18a x1846868015313664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.884197:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312152.884203:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.884205:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312152.884211:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f304d18a x1846868015313664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.884219:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f304d18a x1846868015313664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.884246:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000df7f54d. 02000000:00000010:1.0:1761312152.884252:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e958d487. 00000100:00000010:1.0:1761312152.884257:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000010:1.0:1761312152.884262:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.884266:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000200:0.0:1761312152.884546:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.884553:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53000 00000400:00000200:0.0:1761312152.884559:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 656 00000400:00000200:0.0:1761312152.884785:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.884790:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.884795:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.884801:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:2.0:1761312152.885141:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.885148:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.885152:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312152.885177:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012511232/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312152.885215:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511232 02000000:00000010:2.0:1761312152.885227:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024f606cd. 00010000:00000010:2.0:1761312152.885404:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dd40e4d. 00010000:00000010:2.0:1761312152.885428:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.885435:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.885458:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.885461:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.885474:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312152.885479:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511232, offset 224 00000400:00000200:2.0:1761312152.885487:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.885498:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.885503:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88667:88667:256:4294967295] 192.168.203.32@tcp LPNI seq info [88667:88667:8:4294967295] 00000400:00000200:2.0:1761312152.885523:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.885528:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.885533:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312152.885539:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.885545:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.885549:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.885569:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.885573:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312152.885576:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00000800:00000200:3.0:1761312152.885766:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.885770:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312152.885775:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.885780:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.885783:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:3.0:1761312152.885784:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00080000:00000010:1.0:1761312152.888297:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df7f54d. 00010000:00000010:1.0:1761312152.888400:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.888409:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8342e2b. 00010000:00000010:1.0:1761312152.888482:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312152.888485:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.888491:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312152.888496:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00080000:00000010:1.0:1761312152.888512:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e958d487. 00010000:00000010:1.0:1761312152.888538:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.888542:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007357e033. 00010000:00000010:1.0:1761312152.888591:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.0:1761312152.888595:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312152.888603:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.888610:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.888619:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312152.888653:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009055ca8a. 02000000:00000010:1.0:1761312152.888683:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d758c30. 00000400:00000010:1.0:1761312152.888689:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312152.888696:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.888702:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313728, portal 16 00000400:00000010:1.0:1761312152.888706:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312152.888708:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313728, offset 0 00000400:00000200:1.0:1761312152.888718:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.888734:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.888741:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312152.888745:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312152.888747:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312152.888761:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88668:88668:256:4294967295] 192.168.203.32@tcp LPNI seq info [88668:88668:8:4294967295] 00000400:00000200:1.0:1761312152.888770:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.888776:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.888780:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312152.888786:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.888794:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.888797:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.889470:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.889475:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:0.0:1761312152.889480:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.889486:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.889491:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:0.0:1761312152.889492:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:0.0:1761312152.889500:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f304d18a x1846868015313728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.891382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af21113c. 00010000:00000010:1.1:1761312152.891397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:2.1:1761312152.891666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005530a3b4. 00010000:00000010:2.1:1761312152.894683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cd54a43. 00010000:00000010:1.1:1761312152.895666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063891860. 00010000:00000010:1.1:1761312152.895675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:0.0:1761312152.895688:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.895704:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff340 00000400:00000200:0.0:1761312152.895713:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae425 [1] + 224 00000400:00000200:0.0:1761312152.895732:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.895737:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.895757:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f304d18a x1846868015313728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312152.895805:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003df76266. 00000400:00000200:1.0:1761312152.895810:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312152.895812:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312152.895818:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f304d18a x1846868015313728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312152.895825:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f304d18a x1846868015313728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312152.895854:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d758c30. 02000000:00000010:1.0:1761312152.895859:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009055ca8a. 00000100:00000010:1.0:1761312152.895863:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000010:1.0:1761312152.895867:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.895871:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000200:3.0:1761312152.897402:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.897420:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53040 00000400:00000200:3.0:1761312152.897427:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 984 00000400:00000200:3.0:1761312152.899468:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.899489:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.899497:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.899506:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:2.0:1761312152.899588:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7ed070a. 00000020:00000010:2.0:1761312152.899595:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.899601:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312152.899642:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012511296/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312152.899680:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511296 02000000:00000010:2.0:1761312152.899692:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff6a1cfc. 00010000:00000010:2.0:1761312152.899717:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbf8cdbc. 00010000:00000010:2.0:1761312152.899738:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.899744:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.899770:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312152.899773:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312152.899786:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312152.899791:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511296, offset 224 00000400:00000200:2.0:1761312152.899798:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.899811:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.899817:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88669:88669:256:4294967295] 192.168.203.32@tcp LPNI seq info [88669:88669:8:4294967295] 00000400:00000200:2.0:1761312152.899826:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.899832:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.899836:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312152.899841:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.899848:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.899851:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.899876:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.899879:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312152.899883:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7ed070a. 00080000:00000010:0.0:1761312152.899946:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095ee63bc. 00010000:00000010:0.0:1761312152.900023:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:0.0:1761312152.900030:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e302206. 00010000:00000010:0.0:1761312152.900095:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312152.900100:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312152.900110:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007736293b. 00000100:00000010:0.0:1761312152.900113:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312152.900120:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312152.900130:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5d4a4a5. 02000000:00000010:0.0:1761312152.900150:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f5d82. 00000400:00000010:0.0:1761312152.900156:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f3a35ef. 00000400:00000010:0.0:1761312152.900159:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312152.900164:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313792, portal 16 00000400:00000010:0.0:1761312152.900167:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312152.900169:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313792, offset 0 00000400:00000200:0.0:1761312152.900174:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.900180:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.900186:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.900189:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.900191:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.900193:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88670:88670:255:4294967295] 192.168.203.32@tcp LPNI seq info [88670:88670:7:4294967295] 00000400:00000200:0.0:1761312152.900200:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.900203:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.900206:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312152.900210:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.900213:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.900215:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312152.900254:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.900258:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82339218). 00000400:00000200:1.0:1761312152.900262:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.900266:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.900271:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:1.0:1761312152.900273:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000800:00000200:1.0:1761312152.900299:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312152.900301:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312152.900303:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312152.900306:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312152.900307:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:1.0:1761312152.900309:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:1.0:1761312152.900312:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015313792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.904024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a688b7. 00010000:00000010:1.1:1761312152.904044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312152.904050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312152.904054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:2.1:1761312152.906684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007079602a. 00000400:00000200:0.0:1761312152.906947:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.906964:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff380 00000400:00000200:0.0:1761312152.906972:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae431 [1] + 224 00000400:00000200:0.0:1761312152.906987:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.906990:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.907001:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015313792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.907076:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f3a35ef. 00000400:00000200:3.0:1761312152.907081:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:3.0:1761312152.907083:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:3.0:1761312152.907088:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015313792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.907095:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015313792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.907122:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f5d82. 02000000:00000010:3.0:1761312152.907127:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5d4a4a5. 00000100:00000010:3.0:1761312152.907131:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:3.0:1761312152.907135:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:3.0:1761312152.907138:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007736293b. 00010000:00000010:0.1:1761312152.909764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097a896e6. 00010000:00000010:0.1:1761312152.909781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00000400:00000200:3.0:1761312152.910506:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.910522:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53080 00000400:00000200:3.0:1761312152.910530:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 1312 00000400:00000200:3.0:1761312152.910606:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.910611:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.910618:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.910661:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312152.910813:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009055ca8a. 00000020:00000010:1.0:1761312152.910820:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.910824:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.910847:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012511360/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.910880:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511360 02000000:00000010:1.0:1761312152.910891:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d758c30. 00010000:00000010:1.0:1761312152.910917:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003a077d3. 00010000:00000010:1.0:1761312152.910937:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.910943:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.910959:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.910963:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000010:1.0:1761312152.910975:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312152.910980:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511360, offset 224 00000400:00000200:1.0:1761312152.910987:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.910996:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.911001:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88671:88671:256:4294967295] 192.168.203.32@tcp LPNI seq info [88671:88671:8:4294967295] 00000400:00000200:1.0:1761312152.911011:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.911016:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.911020:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.911025:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.911033:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.911036:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761312152.911452:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba98624a. 00000020:00000010:1.0:1761312152.911881:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.911887:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.911891:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009055ca8a. 00000800:00000200:0.0:1761312152.911999:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.912003:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:0.0:1761312152.912009:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.912015:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.912019:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:0.0:1761312152.912021:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00010000:00000010:3.0:1761312152.912123:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:3.0:1761312152.912130:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb9bd316. 00010000:00000010:3.0:1761312152.912862:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312152.912871:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a37eca85. 00010000:00000010:3.0:1761312152.912881:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312152.912892:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.912899:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312152.912911:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f08afb7. 02000000:00000010:3.0:1761312152.912937:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed3bbd6a. 00000400:00000010:3.0:1761312152.912942:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312152.912947:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312152.912952:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313856, portal 16 00000400:00000010:3.0:1761312152.912955:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312152.912957:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313856, offset 0 00000400:00000200:3.0:1761312152.912964:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.912975:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.912981:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312152.912984:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312152.912987:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312152.912989:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88672:88672:256:4294967295] 192.168.203.32@tcp LPNI seq info [88672:88672:8:4294967295] 00000400:00000200:3.0:1761312152.912999:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.913003:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.913006:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312152.913011:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.913017:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.913020:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.914603:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.914609:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312152.914616:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.914646:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.914651:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:0.0:1761312152.914654:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000100:00000200:0.0:1761312152.914662:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015313856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.916676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb3fec8. 00010000:00000010:3.1:1761312152.921336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006027377f. 00010000:00000010:3.1:1761312152.921349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00000400:00000200:3.0:1761312152.921929:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.921948:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff3c0 00000400:00000200:3.0:1761312152.921957:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae43d [1] + 224 00000400:00000200:3.0:1761312152.921976:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.922236:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.922253:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015313856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.923339:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:0.0:1761312152.923346:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:0.0:1761312152.923348:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000100:00000200:0.0:1761312152.923357:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015313856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.923366:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015313856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.923394:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed3bbd6a. 02000000:00000010:0.0:1761312152.923400:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f08afb7. 00000100:00000010:0.0:1761312152.923403:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:0.0:1761312152.923407:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:0.0:1761312152.923411:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00000400:00000200:0.0:1761312152.924123:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.924149:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d530c0 00000400:00000200:0.0:1761312152.924157:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 1640 00000400:00000200:0.0:1761312152.924226:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.924231:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.924237:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312152.924242:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:1.0:1761312152.924327:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009055ca8a. 00000020:00000010:1.0:1761312152.924335:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.924340:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.924364:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012511424/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.924402:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511424 02000000:00000010:1.0:1761312152.924413:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad47d8fe. 00010000:00000010:1.0:1761312152.924442:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011d26711. 00010000:00000010:1.0:1761312152.924465:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.924471:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.924495:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.924499:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000010:1.0:1761312152.924510:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312152.924515:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511424, offset 224 00000400:00000200:1.0:1761312152.924521:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.924532:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.924538:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88673:88673:256:4294967295] 192.168.203.32@tcp LPNI seq info [88673:88673:8:4294967295] 00000400:00000200:1.0:1761312152.924547:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.924552:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.924557:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312152.924561:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.924568:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.924571:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.924597:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.924602:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.924606:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009055ca8a. 00000800:00000200:2.0:1761312152.924697:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.924701:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:2.0:1761312152.924707:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.924712:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.924715:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:2.0:1761312152.924717:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00080000:00000010:0.0:1761312152.926677:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084cefd1a. 00010000:00000010:0.0:1761312152.926803:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a37eca85. 00010000:00000010:0.0:1761312152.926813:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002caeb580. 00010000:00000010:0.0:1761312152.926881:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daafa680. 00010000:00000010:0.0:1761312152.926888:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb615e1. 00010000:00000010:0.0:1761312152.926899:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000027b67cba. 00000100:00000010:0.0:1761312152.926907:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312152.926915:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312152.926929:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5d4a4a5. 02000000:00000010:0.0:1761312152.926956:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317f5d82. 00000400:00000010:0.0:1761312152.926961:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093e21bdd. 00000400:00000010:0.0:1761312152.926966:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312152.926972:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313920, portal 16 00000400:00000010:0.0:1761312152.926976:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312152.926978:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313920, offset 0 00000400:00000200:0.0:1761312152.926987:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.926999:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.927006:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.927009:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.927011:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.927014:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88674:88674:256:4294967295] 192.168.203.32@tcp LPNI seq info [88674:88674:8:4294967295] 00000400:00000200:0.0:1761312152.927023:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.927028:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.927032:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312152.927037:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.927043:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.927046:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.927857:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.927861:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312152.927867:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.927874:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.927879:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312152.927881:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:3.0:1761312152.927890:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015313920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.930700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e991f458. 00000400:00000200:0.0:1761312152.931255:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312152.931275:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff400 00000400:00000200:0.0:1761312152.931283:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae449 [1] + 224 00000400:00000200:0.0:1761312152.931299:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.931303:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312152.931314:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015313920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312152.931721:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093e21bdd. 00000400:00000200:3.0:1761312152.931726:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:3.0:1761312152.931729:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:3.0:1761312152.931735:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015313920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312152.931743:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015313920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312152.931778:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317f5d82. 02000000:00000010:3.0:1761312152.931784:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5d4a4a5. 00000100:00000010:3.0:1761312152.931788:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:3.0:1761312152.931793:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:3.0:1761312152.931796:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000027b67cba. 00000400:00000200:2.0:1761312152.931918:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.931928:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53100 00000400:00000200:2.0:1761312152.931933:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacd85 [2] + 1968 00000400:00000010:2.0:1761312152.931936:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087563d98. 00000400:00000200:2.0:1761312152.931938:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000023e278cb 00000400:00000200:2.0:1761312152.932350:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.932356:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.932360:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023e278cb 00000400:00000010:2.0:1761312152.932362:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000023e278cb (tot 82338818). 00000100:00000200:2.0:1761312152.932366:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312152.932456:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009055ca8a. 00000020:00000010:1.0:1761312152.932464:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.932469:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.932503:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000180eb47a x1846868012511488/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312152.932537:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511488 02000000:00000010:1.0:1761312152.932671:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014c2d0ef. 00010000:00000010:1.0:1761312152.932755:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095fb5b1a. 00010000:00000010:1.0:1761312152.932778:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.932783:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f00e071. 00000100:00000010:1.0:1761312152.932790:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f00e071. 00010000:00000010:1.0:1761312152.932794:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000010:1.0:1761312152.932808:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312152.932812:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511488, offset 224 00000400:00000200:1.0:1761312152.932819:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.932832:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.932838:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88675:88675:256:4294967295] 192.168.203.32@tcp LPNI seq info [88675:88675:8:4294967295] 00000400:00000200:1.0:1761312152.932848:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.932856:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.932861:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339066). 00000800:00000200:1.0:1761312152.932867:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.932874:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.932878:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.932912:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.932917:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.932921:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009055ca8a. 02000000:00000010:1.0:1761312152.932929:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad47d8fe. 00000100:00000010:1.0:1761312152.932933:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:1.0:1761312152.932940:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d758c30. 00000100:00000010:1.0:1761312152.932942:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:1.0:1761312152.932945:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff6a1cfc. 00000100:00000010:1.0:1761312152.932948:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:1.0:1761312152.932952:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024f606cd. 00000100:00000010:1.0:1761312152.932954:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:1.0:1761312152.932957:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00000100:00000010:1.0:1761312152.932959:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:1.0:1761312152.932963:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00000100:00000010:1.0:1761312152.932966:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000200:1.0:1761312152.932973:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312152.932979:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003df76266. 00000400:00000010:1.0:1761312152.932984:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f00e071 (tot 82339218). 00080000:00000010:3.0:1761312152.933060:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b503ddfc. 00010000:00000010:3.0:1761312152.933150:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb615e1. 00010000:00000010:3.0:1761312152.933156:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c9d26bb. 00000800:00000200:2.0:1761312152.933482:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.933486:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:2.0:1761312152.933492:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.933497:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.933501:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:2.0:1761312152.933502:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 02000000:00000010:2.0:1761312152.933506:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014c2d0ef. 00010000:00000010:3.0:1761312152.933939:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031d894aa. 00010000:00000010:3.0:1761312152.933947:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022a2936a. 00010000:00000010:3.0:1761312152.933959:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfae19a. 00000100:00000010:3.0:1761312152.933965:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.933974:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312152.933987:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7fa6a95. 02000000:00000010:3.0:1761312152.934012:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b20da6b. 00000400:00000010:3.0:1761312152.934017:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312152.934028:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312152.934032:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015313984, portal 16 00000400:00000010:3.0:1761312152.934036:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312152.934038:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015313984, offset 0 00000400:00000200:3.0:1761312152.934045:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.934056:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.934062:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312152.934065:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312152.934067:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312152.934070:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88676:88676:256:4294967295] 192.168.203.32@tcp LPNI seq info [88676:88676:8:4294967295] 00000400:00000200:3.0:1761312152.934077:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.934082:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.934085:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312152.934090:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.934096:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.934099:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312152.934189:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.934193:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312152.934196:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.934200:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312152.934203:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:0.0:1761312152.934204:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000100:00000200:0.0:1761312152.934211:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015313984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312152.934957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034ce341e. 00010000:00000010:0.1:1761312152.934967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00000400:00000200:2.0:1761312152.935897:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.935915:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff440 00000400:00000200:2.0:1761312152.935923:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae459 [1] + 224 00000400:00000200:2.0:1761312152.935939:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.935942:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.935951:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015313984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.936690:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.936701:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53140 00000400:00000200:2.0:1761312152.936706:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 0 00000400:00000010:0.0:1761312152.936964:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:0.0:1761312152.936970:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:0.0:1761312152.936971:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:0.0:1761312152.936979:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015313984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.936987:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015313984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.937013:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b20da6b. 02000000:00000010:0.0:1761312152.937018:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7fa6a95. 00000100:00000010:0.0:1761312152.937023:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:0.0:1761312152.937026:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:0.0:1761312152.937029:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acfae19a. 00000400:00000200:2.0:1761312152.937508:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.937516:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.937523:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.937530:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000020:00000010:1.0:1761312152.937605:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d758c30. 00000020:00000010:1.0:1761312152.937614:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.937618:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312152.937660:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004386d0ef x1846868012511552/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312152.937706:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511552 02000000:00000010:1.0:1761312152.937718:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad47d8fe. 00010000:00000010:1.0:1761312152.937746:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e6bda1. 00010000:00000010:1.0:1761312152.937774:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.937782:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004997e03b. 00000100:00000010:1.0:1761312152.937800:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004997e03b. 00010000:00000010:1.0:1761312152.937804:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000010:1.0:1761312152.937818:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312152.937822:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511552, offset 224 00000400:00000200:1.0:1761312152.937829:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.937840:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.937845:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88677:88677:256:4294967295] 192.168.203.32@tcp LPNI seq info [88677:88677:8:4294967295] 00000400:00000200:1.0:1761312152.937854:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.937860:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.937864:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312152.937869:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.937874:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.937878:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.937906:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312152.937911:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312152.937914:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d758c30. 00080000:00000010:0.0:1761312152.938076:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5d4a4a5. 00010000:00000010:0.0:1761312152.938159:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022a2936a. 00010000:00000010:0.0:1761312152.938166:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008526af69. 00010000:00000010:0.0:1761312152.938228:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312152.938232:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.938237:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.0:1761312152.938241:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d4cc7e2. 00080000:00000010:0.0:1761312152.938250:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000317f5d82. 00010000:00000010:0.0:1761312152.938272:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312152.938276:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.938316:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:0.0:1761312152.938319:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312152.938326:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.938329:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.938335:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.938344:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7fa6a95. 02000000:00000010:0.0:1761312152.938364:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f08afb7. 00000400:00000010:0.0:1761312152.938369:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.938372:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.938376:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314048, portal 16 00000400:00000010:0.0:1761312152.938379:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312152.938381:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314048, offset 0 00000400:00000200:0.0:1761312152.938386:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.938392:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.938399:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.938402:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.938404:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.938406:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88678:88678:255:4294967295] 192.168.203.32@tcp LPNI seq info [88678:88678:7:4294967295] 00000400:00000200:0.0:1761312152.938414:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.938418:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.938422:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339466). 00000800:00000200:0.0:1761312152.938425:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.938429:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.938431:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.939057:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.939061:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82339218). 00000400:00000200:3.0:1761312152.939067:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.939072:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.939076:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:3.0:1761312152.939077:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000800:00000200:3.0:1761312152.939140:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.939142:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:3.0:1761312152.939145:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.939148:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.939150:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312152.939151:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:3.0:1761312152.939157:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.941222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073d536c4. 00010000:00000010:3.1:1761312152.941236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:1.1:1761312152.941658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b63755. 00000400:00000200:2.0:1761312152.941738:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.941765:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff480 00000400:00000200:2.0:1761312152.941772:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae465 [1] + 224 00000400:00000200:2.0:1761312152.941788:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.941791:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.941800:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.941898:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.941903:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.941904:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.941910:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.941917:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.941943:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f08afb7. 02000000:00000010:0.0:1761312152.941947:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7fa6a95. 00000100:00000010:0.0:1761312152.941951:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.941956:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.941959:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000200:2.0:1761312152.942579:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.942589:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53180 00000400:00000200:2.0:1761312152.942595:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 328 00000400:00000200:2.0:1761312152.942680:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.942684:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.942690:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.942695:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000020:00000010:3.0:1761312152.942995:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.943003:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000189a99b6. 00000020:00000010:3.0:1761312152.943007:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000551d8e2e. 00000100:00000200:3.0:1761312152.943031:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012511616/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312152.943729:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511616 02000000:00000010:1.0:1761312152.943744:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d758c30. 00010000:00000010:1.0:1761312152.943781:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093835d08. 00010000:00000010:1.0:1761312152.943803:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d8bda88. 00000100:00000010:1.0:1761312152.943810:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004997e03b. 00000100:00000010:1.0:1761312152.943819:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004997e03b. 00010000:00000010:1.0:1761312152.943822:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d8bda88. 00000400:00000010:1.0:1761312152.943835:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312152.943839:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511616, offset 224 00000400:00000200:1.0:1761312152.943847:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312152.943859:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312152.943863:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88679:88679:256:4294967295] 192.168.203.32@tcp LPNI seq info [88679:88679:8:4294967295] 00000400:00000200:1.0:1761312152.943873:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312152.943878:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312152.943881:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312152.943886:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312152.943893:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312152.943897:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312152.943917:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000189a99b6. 00000020:00000010:1.0:1761312152.943922:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000551d8e2e. 00000020:00000010:1.0:1761312152.943925:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00080000:00000010:2.0:1761312152.944005:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ed070a. 00010000:00000010:2.0:1761312152.944088:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:2.0:1761312152.944095:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fdc0798. 00010000:00000010:2.0:1761312152.944158:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312152.944165:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088ead199. 00010000:00000010:2.0:1761312152.944173:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312152.944177:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312152.944183:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:2.0:1761312152.944191:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ec6de8d. 02000000:00000010:2.0:1761312152.944213:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f4b2. 00000400:00000010:2.0:1761312152.944218:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f52b4f37. 00000400:00000010:2.0:1761312152.944223:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312152.944227:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314112, portal 16 00000400:00000010:2.0:1761312152.944231:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312152.944233:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314112, offset 0 00000400:00000200:2.0:1761312152.944238:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.944245:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.944251:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.944254:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.944256:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.944259:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88680:88680:255:4294967295] 192.168.203.32@tcp LPNI seq info [88680:88680:7:4294967295] 00000400:00000200:2.0:1761312152.944266:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.944270:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.944273:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312152.944277:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.944281:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.944283:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.945573:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.945579:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82339218). 00000400:00000200:3.0:1761312152.945588:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.945595:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.945599:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312152.945601:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000800:00000200:3.0:1761312152.945684:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.945686:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312152.945690:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.945693:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.945695:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:3.0:1761312152.945696:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:3.0:1761312152.945702:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3bd497f x1846868015314112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312152.946719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f6a8ca. 00000400:00000200:2.0:1761312152.947881:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.947900:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff4c0 00000400:00000200:2.0:1761312152.947908:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae471 [1] + 224 00000400:00000200:2.0:1761312152.947925:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.947929:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.947940:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3bd497f x1846868015314112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.948296:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f52b4f37. 00000400:00000200:0.0:1761312152.948303:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:0.0:1761312152.948304:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:0.0:1761312152.948310:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3bd497f x1846868015314112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.948317:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3bd497f x1846868015314112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.948346:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f4b2. 02000000:00000010:0.0:1761312152.948352:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ec6de8d. 00000100:00000010:0.0:1761312152.948355:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 00000100:00000010:0.0:1761312152.948360:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:0.0:1761312152.948363:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000200:2.0:1761312152.949331:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.949345:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d531c0 00000400:00000200:2.0:1761312152.949351:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 656 00000400:00000200:2.0:1761312152.949418:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.949423:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.949429:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.949434:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000020:00000010:3.0:1761312152.949866:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.949875:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.949879:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312152.949905:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012511680/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.949937:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511680 02000000:00000010:3.0:1761312152.949949:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312152.949977:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015ed7218. 00010000:00000010:3.0:1761312152.949996:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312152.950003:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.950017:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312152.950020:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312152.950034:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312152.950039:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511680, offset 224 00000400:00000200:3.0:1761312152.950047:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.950104:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.950110:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88681:88681:256:4294967295] 192.168.203.32@tcp LPNI seq info [88681:88681:8:4294967295] 00000400:00000200:3.0:1761312152.950119:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.950123:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.950128:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312152.950133:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.950139:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.950142:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312152.950544:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f08afb7. 00010000:00000010:0.0:1761312152.950621:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ead199. 00010000:00000010:0.0:1761312152.950644:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000004369c3. 00010000:00000010:0.0:1761312152.950722:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312152.950729:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007232f814. 00010000:00000010:0.0:1761312152.950742:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.950747:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.950763:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.950774:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed3bbd6a. 02000000:00000010:0.0:1761312152.950885:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7fa6a95. 00000400:00000010:0.0:1761312152.950891:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.950895:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.950899:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314176, portal 16 00000400:00000010:0.0:1761312152.950903:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312152.950905:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314176, offset 0 00000400:00000200:0.0:1761312152.950911:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.950918:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.950924:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.950927:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.950929:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.950932:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88682:88682:255:4294967295] 192.168.203.32@tcp LPNI seq info [88682:88682:7:4294967295] 00000400:00000200:0.0:1761312152.950939:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.950943:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.950946:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312152.950950:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.950955:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.950957:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.951434:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.951438:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:2.0:1761312152.951443:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.951448:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.951452:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:2.0:1761312152.951454:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000800:00000200:2.0:1761312152.951514:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.951516:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312152.951520:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.951523:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.951525:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:2.0:1761312152.951526:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:2.0:1761312152.951533:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312152.951590:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.951597:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312152.951600:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00010000:00000010:0.1:1761312152.951900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa2fed95. 00010000:00000010:0.1:1761312152.951912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d894aa. 00010000:00000010:0.1:1761312152.951917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.951920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:2.1:1761312152.953932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073b3646. 00010000:00000010:2.1:1761312152.953944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5a7fa0. 00000400:00000200:2.0:1761312152.953978:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.953994:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff500 00000400:00000200:2.0:1761312152.954001:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae47d [1] + 224 00000400:00000200:2.0:1761312152.954017:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.954020:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.954031:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.954183:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.954188:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.954190:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.954196:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.954203:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.954231:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7fa6a95. 02000000:00000010:0.0:1761312152.954237:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed3bbd6a. 00000100:00000010:0.0:1761312152.954241:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.954245:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.954249:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00010000:00000010:1.1:1761312152.954670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dbb27e. 00010000:00000010:3.1:1761312152.954762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c440409. 00010000:00000010:0.1:1761312152.958241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000935e0153. 00010000:00000010:0.1:1761312152.958258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:2.0:1761312152.958772:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.958792:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53200 00000400:00000200:2.0:1761312152.958800:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 984 00000400:00000200:2.0:1761312152.958867:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.958873:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.958879:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.958888:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 00000020:00000010:3.0:1761312152.959337:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00000020:00000010:3.0:1761312152.959345:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.959349:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312152.959386:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012511744/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312152.959424:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511744 02000000:00000010:3.0:1761312152.959438:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007148e745. 00010000:00000010:3.0:1761312152.959464:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e95edb2f. 00010000:00000010:3.0:1761312152.959485:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312152.959492:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.960026:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312152.960031:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312152.960059:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312152.960065:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511744, offset 224 00000400:00000200:3.0:1761312152.960073:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.960085:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.960090:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88683:88683:256:4294967295] 192.168.203.32@tcp LPNI seq info [88683:88683:8:4294967295] 00000400:00000200:3.0:1761312152.960100:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.960105:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.960110:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.960115:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.960122:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.960125:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.960146:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.960151:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312152.960154:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00080000:00000010:0.0:1761312152.960310:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7fa6a95. 00010000:00000010:0.0:1761312152.960384:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007232f814. 00010000:00000010:0.0:1761312152.960389:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000238b7171. 00010000:00000010:0.0:1761312152.960454:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.0:1761312152.960460:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007232f814. 00010000:00000010:0.0:1761312152.960468:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.960473:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.960479:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.960490:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed3bbd6a. 02000000:00000010:0.0:1761312152.960514:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e977db73. 00000400:00000010:0.0:1761312152.960520:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.960524:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.960529:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314240, portal 16 00000400:00000010:0.0:1761312152.960533:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312152.960534:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314240, offset 0 00000400:00000200:0.0:1761312152.960540:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.960546:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.960552:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.960556:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.960558:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.960560:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88684:88684:255:4294967295] 192.168.203.32@tcp LPNI seq info [88684:88684:7:4294967295] 00000400:00000200:0.0:1761312152.960566:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.960570:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.960573:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077bbc713 (tot 82339466). 00000800:00000200:0.0:1761312152.960576:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.960580:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.960582:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000077bbc713 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.960863:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.960867:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:2.0:1761312152.960871:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.960875:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.960880:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:2.0:1761312152.960881:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000800:00000200:2.0:1761312152.960942:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.960944:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077bbc713 (tot 82338970). 00000400:00000200:2.0:1761312152.960947:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.960950:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.960952:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:2.0:1761312152.960953:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:2.0:1761312152.960958:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.962737:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.962762:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff540 00000400:00000200:2.0:1761312152.962770:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae489 [1] + 224 00000400:00000200:2.0:1761312152.962787:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.962790:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.962799:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.962865:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.962870:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.962872:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.962877:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.962883:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.962909:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e977db73. 02000000:00000010:0.0:1761312152.962914:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed3bbd6a. 00000100:00000010:0.0:1761312152.962918:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.962922:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.962925:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000200:2.0:1761312152.964021:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.964033:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53240 00000400:00000200:2.0:1761312152.964040:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 1312 00000400:00000200:2.0:1761312152.964100:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.964104:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.964109:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.964114:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000020:00000010:0.0:1761312152.964741:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e977db73. 00000020:00000010:0.0:1761312152.964757:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.964761:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312152.964785:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012511808/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312152.965019:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511808 02000000:00000010:0.0:1761312152.965033:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:0.0:1761312152.965061:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebcc7ff7. 00010000:00000010:0.0:1761312152.965081:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.965088:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.965108:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.965112:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000010:0.0:1761312152.965125:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.965129:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511808, offset 224 00000400:00000200:0.0:1761312152.965137:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.965147:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.965153:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88685:88685:256:4294967295] 192.168.203.32@tcp LPNI seq info [88685:88685:8:4294967295] 00000400:00000200:0.0:1761312152.965162:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.965167:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.965171:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312152.965176:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.965183:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.965187:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312152.965216:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac452550. 00000020:00000010:0.0:1761312152.965220:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312152.965223:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e977db73. 00080000:00000010:2.0:1761312152.965278:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006714a262. 00010000:00000010:2.0:1761312152.965358:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007232f814. 00010000:00000010:2.0:1761312152.965374:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000617b6286. 00010000:00000010:2.0:1761312152.965437:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312152.965442:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b932e. 00010000:00000010:2.0:1761312152.965451:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0499843. 00000100:00000010:2.0:1761312152.965455:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312152.965461:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312152.965471:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8822f0. 02000000:00000010:2.0:1761312152.965490:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037bee8c4. 00000400:00000010:2.0:1761312152.965497:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f52b4f37. 00000400:00000010:2.0:1761312152.965501:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312152.965505:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314304, portal 16 00000400:00000010:2.0:1761312152.965509:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312152.965511:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314304, offset 0 00000400:00000200:2.0:1761312152.965515:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.965521:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.965526:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312152.965529:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312152.965531:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312152.965534:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88686:88686:255:4294967295] 192.168.203.32@tcp LPNI seq info [88686:88686:7:4294967295] 00000400:00000200:2.0:1761312152.965540:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.965544:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.965547:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312152.965550:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.965553:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.965555:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.965651:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.965654:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312152.965657:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.965661:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.965665:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:3.0:1761312152.965666:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000800:00000200:3.0:1761312152.965711:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.965713:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312152.965716:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.965719:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.965720:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312152.965721:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312152.965725:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015314304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.967674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00000400:00000200:2.0:1761312152.970884:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.970903:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff580 00000400:00000200:2.0:1761312152.970911:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae495 [1] + 224 00000400:00000200:2.0:1761312152.970923:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.970927:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.970937:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015314304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.970976:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.970983:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53280 00000400:00000200:2.0:1761312152.970988:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 1640 00000400:00000010:0.0:1761312152.970996:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f52b4f37. 00000400:00000200:2.0:1761312152.971000:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312152.971004:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000200:2.0:1761312152.971005:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:0.0:1761312152.971007:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:0.0:1761312152.971015:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015314304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312152.971017:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.971025:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000100:00000200:0.0:1761312152.971032:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015314304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.971061:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037bee8c4. 02000000:00000010:0.0:1761312152.971067:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8822f0. 00000100:00000010:0.0:1761312152.971071:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:0.0:1761312152.971076:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:0.0:1761312152.971080:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0499843. 00000020:00000010:3.0:1761312152.971094:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270eeb. 00000020:00000010:3.0:1761312152.971101:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.971105:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312152.971124:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012511872/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.971157:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511872 02000000:00000010:3.0:1761312152.971167:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcf9ff10. 00010000:00000010:3.0:1761312152.971190:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000955a7d9b. 00010000:00000010:3.0:1761312152.971208:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312152.971213:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.971227:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312152.971229:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312152.971240:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312152.971244:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511872, offset 224 00000400:00000200:3.0:1761312152.971251:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.971260:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.971265:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88687:88687:256:4294967295] 192.168.203.32@tcp LPNI seq info [88687:88687:8:4294967295] 00000400:00000200:3.0:1761312152.971275:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.971280:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.971284:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.971288:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.971295:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.971298:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.971318:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.971322:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312152.971325:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270eeb. 00080000:00000010:0.0:1761312152.971350:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e977db73. 00010000:00000010:0.0:1761312152.971446:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b932e. 00010000:00000010:0.0:1761312152.971454:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c94fdcda. 00010000:00000010:0.0:1761312152.971525:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312152.971529:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.971534:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312152.971538:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00080000:00000010:0.0:1761312152.971550:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c536774. 00010000:00000010:0.0:1761312152.971578:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.971582:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac452550. 00010000:00000010:0.0:1761312152.971649:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312152.971652:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.971660:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.971664:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.971669:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.971678:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085d2f8fd. 02000000:00000010:0.0:1761312152.971700:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078337d7f. 00000400:00000010:0.0:1761312152.971706:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.971710:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.971715:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314368, portal 16 00000400:00000010:0.0:1761312152.971720:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312152.971722:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314368, offset 0 00000400:00000200:0.0:1761312152.971727:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.971735:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.971742:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.971744:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.971747:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.971864:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88688:88688:255:4294967295] 192.168.203.32@tcp LPNI seq info [88688:88688:7:4294967295] 00000400:00000200:0.0:1761312152.971872:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.971877:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000200:2.0:1761312152.971882:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312152.971883:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000010:2.0:1761312152.971887:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:0.0:1761312152.971891:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000400:00000200:2.0:1761312152.971892:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.971901:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000800:00000200:0.0:1761312152.971901:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.971906:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761312152.971907:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:2.0:1761312152.971909:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000800:00000200:2.0:1761312152.971935:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.971937:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312152.971939:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.971941:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.971943:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:2.0:1761312152.971944:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:2.0:1761312152.971948:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312152.973181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008097ef9a. 00010000:00000010:2.1:1761312152.973192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.1:1761312152.973832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5028ccf. 00010000:00000010:0.1:1761312152.973840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00000400:00000200:3.0:1761312152.976228:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.976245:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff5c0 00000400:00000200:3.0:1761312152.976253:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4a1 [1] + 224 00000400:00000200:3.0:1761312152.976265:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.976270:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.976280:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.976319:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.976325:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d532c0 00000400:00000200:3.0:1761312152.976330:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacde5 [2] + 1968 00000400:00000010:3.0:1761312152.976335:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf0d78ff. 00000400:00000200:3.0:1761312152.976339:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005e2265f9 00000400:00000200:3.0:1761312152.976391:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.976395:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.976397:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e2265f9 00000400:00000010:3.0:1761312152.976399:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005e2265f9 (tot 82338818). 00000100:00000200:3.0:1761312152.976404:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312152.976502:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:2.0:1761312152.976508:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.976513:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312152.976725:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a0229bf5 x1846868012511936/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312152.976767:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012511936 02000000:00000010:2.0:1761312152.976778:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037bee8c4. 00010000:00000010:2.0:1761312152.976815:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e68f771. 00000100:00000010:2.0:1761312152.976822:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022806d54. 00000100:00000010:2.0:1761312152.976827:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022806d54. 00010000:00000010:2.0:1761312152.976830:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e68f771. 00000400:00000010:2.0:1761312152.976842:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312152.976846:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012511936, offset 224 00000400:00000200:2.0:1761312152.976853:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312152.976862:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312152.976867:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88689:88689:256:4294967295] 192.168.203.32@tcp LPNI seq info [88689:88689:8:4294967295] 00000400:00000200:2.0:1761312152.976876:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312152.976881:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312152.976884:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339066). 00000800:00000200:2.0:1761312152.976888:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312152.976894:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312152.976897:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312152.976911:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312152.976914:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312152.976917:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 02000000:00000010:2.0:1761312152.976923:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcf9ff10. 00000100:00000010:2.0:1761312152.976926:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312152.976929:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:2.0:1761312152.976931:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312152.976933:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007148e745. 00000100:00000010:2.0:1761312152.976935:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:2.0:1761312152.976937:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000100:00000010:2.0:1761312152.976939:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:2.0:1761312152.976941:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d758c30. 00000100:00000010:2.0:1761312152.976943:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 02000000:00000010:2.0:1761312152.976946:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad47d8fe. 00000100:00000010:2.0:1761312152.976948:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000200:2.0:1761312152.976953:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312152.976956:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003fba4592. 00000400:00000010:2.0:1761312152.976959:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000022806d54 (tot 82339218). 00000800:00000200:2.0:1761312152.977009:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.977012:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:2.0:1761312152.977016:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.977019:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.977021:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:2.0:1761312152.977022:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 02000000:00000010:2.0:1761312152.977025:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037bee8c4. 00000400:00000010:0.0:1761312152.977103:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.977107:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.977108:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.977114:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.977123:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312152.977143:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003780b534. 02000000:00000010:0.0:1761312152.977157:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078337d7f. 02000000:00000010:0.0:1761312152.977163:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085d2f8fd. 00000100:00000010:0.0:1761312152.977166:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.977169:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.977172:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00080000:00000010:0.0:1761312152.977188:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085d2f8fd. 00010000:00000010:0.0:1761312152.977265:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.977270:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000755ddf44. 00010000:00000010:0.0:1761312152.977337:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312152.977342:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.977351:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.977354:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.977359:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.977367:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078337d7f. 02000000:00000010:0.0:1761312152.977386:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d531fc0c. 00000400:00000010:0.0:1761312152.977389:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.977392:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.977395:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314432, portal 16 00000400:00000010:0.0:1761312152.977399:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312152.977400:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314432, offset 0 00000400:00000200:0.0:1761312152.977406:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.977412:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.977418:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.977422:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.977424:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.977428:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88690:88690:256:4294967295] 192.168.203.32@tcp LPNI seq info [88690:88690:8:4294967295] 00000400:00000200:0.0:1761312152.977438:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.977443:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.977445:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312152.977450:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.977454:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.977456:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312152.979577:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.979584:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312152.979591:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.979598:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.979604:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:2.0:1761312152.979606:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:2.0:1761312152.979615:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312152.979806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b0fd19. 00010000:00000010:0.1:1761312152.979857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d28b271. 00000400:00000200:3.0:1761312152.982712:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.982731:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff600 00000400:00000200:3.0:1761312152.982739:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4b1 [1] + 224 00000400:00000200:3.0:1761312152.982765:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.982770:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.982781:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.982812:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.982817:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53300 00000400:00000200:3.0:1761312152.982822:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 0 00000400:00000200:3.0:1761312152.982871:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.982875:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.982879:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312152.982884:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:3.0:1761312152.982931:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007148e745. 00000020:00000010:3.0:1761312152.982937:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.982941:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312152.982965:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012512000/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312152.982990:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512000 02000000:00000010:3.0:1761312152.983002:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002270eeb. 00010000:00000010:3.0:1761312152.983080:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312152.983087:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.983094:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312152.983097:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312152.983110:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312152.983115:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512000, offset 224 00000400:00000200:3.0:1761312152.983122:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.983132:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.983136:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88691:88691:256:4294967295] 192.168.203.32@tcp LPNI seq info [88691:88691:8:4294967295] 00000400:00000200:3.0:1761312152.983145:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.983150:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.983155:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312152.983160:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.983166:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.983169:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.983184:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.983189:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312152.983192:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007148e745. 00000800:00000200:2.0:1761312152.983368:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312152.983372:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:2.0:1761312152.983376:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.983380:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312152.983383:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:2.0:1761312152.983385:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00010000:00000010:0.1:1761312152.988160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cea955. 00010000:00000010:0.1:1761312152.988178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:0.1:1761312152.988183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312152.988186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312152.988188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a46bbd2. 00010000:00000010:0.1:1761312152.988191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752f0e23. 00010000:00000010:0.1:1761312152.988194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00000400:00000010:0.0:1761312152.988219:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.988222:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.988225:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.988243:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.988253:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312152.988281:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b3b6879. 02000000:00000010:0.0:1761312152.988297:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d531fc0c. 02000000:00000010:0.0:1761312152.988302:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078337d7f. 00000100:00000010:0.0:1761312152.988305:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.988310:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.988313:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00080000:00000010:0.0:1761312152.988330:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078337d7f. 00010000:00000010:0.0:1761312152.988429:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.988436:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d2d04d7. 00010000:00000010:0.0:1761312152.988515:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312152.988521:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.988533:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.988539:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312152.988547:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.988559:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d531fc0c. 02000000:00000010:0.0:1761312152.988584:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ace4049. 00000400:00000010:0.0:1761312152.988589:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.988593:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.988598:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314496, portal 16 00000400:00000010:0.0:1761312152.988603:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312152.988605:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314496, offset 0 00000400:00000200:0.0:1761312152.988612:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.988659:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.988666:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.988669:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.988672:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.988676:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88692:88692:256:4294967295] 192.168.203.32@tcp LPNI seq info [88692:88692:8:4294967295] 00000400:00000200:0.0:1761312152.988684:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.988689:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.988694:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312152.988701:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.988707:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.988711:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.988949:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.988953:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:3.0:1761312152.988959:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.988964:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.988968:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312152.988969:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:3.0:1761312152.988976:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312152.992686:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312152.992704:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff640 00000400:00000200:3.0:1761312152.992714:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4bd [1] + 224 00000400:00000200:3.0:1761312152.992729:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.992733:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312152.992745:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312152.992807:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312152.992812:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312152.992814:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312152.992820:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312152.992827:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312152.992857:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ace4049. 02000000:00000010:0.0:1761312152.992863:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d531fc0c. 00000100:00000010:0.0:1761312152.992866:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312152.992871:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312152.992875:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000200:2.0:1761312152.995015:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.995031:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53340 00000400:00000200:2.0:1761312152.995040:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 328 00000400:00000200:2.0:1761312152.995100:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.995105:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.995111:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312152.995116:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000020:00000010:3.0:1761312152.995423:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007148e745. 00000020:00000010:3.0:1761312152.995430:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.995434:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312152.995457:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004386d0ef x1846868012512064/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:630/0 lens 328/0 e 0 to 0 dl 1761312195 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312152.995494:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512064 02000000:00000010:3.0:1761312152.995505:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcf9ff10. 00010000:00000010:3.0:1761312152.995533:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c2b636d. 00010000:00000010:3.0:1761312152.996216:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312152.996225:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312152.996243:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312152.996247:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312152.996263:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312152.996267:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512064, offset 224 00000400:00000200:3.0:1761312152.996275:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312152.996287:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312152.996293:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88693:88693:256:4294967295] 192.168.203.32@tcp LPNI seq info [88693:88693:8:4294967295] 00000400:00000200:3.0:1761312152.996303:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312152.996307:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312152.996311:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312152.996316:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312152.996323:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312152.996327:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312152.996344:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312152.996349:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312152.996352:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007148e745. 00080000:00000010:0.0:1761312152.996430:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d531fc0c. 00000800:00000200:3.0:1761312152.996435:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.996440:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:3.0:1761312152.996444:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.996448:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.996451:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:3.0:1761312152.996453:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00010000:00000010:0.0:1761312152.996510:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.996516:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebd988ee. 00010000:00000010:0.0:1761312152.996597:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312152.996603:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312152.996614:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312152.996617:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00010000:00000010:0.1:1761312152.996655:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de592b7. 00010000:00000010:0.1:1761312152.996661:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2877a9. 00010000:00000010:0.1:1761312152.996663:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00000100:00000010:0.0:1761312152.996670:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312152.996680:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ace4049. 02000000:00000010:0.0:1761312152.996701:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089e9fb1a. 00000400:00000010:0.0:1761312152.996706:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312152.996709:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312152.996713:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314560, portal 16 00000400:00000010:0.0:1761312152.996717:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312152.996718:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314560, offset 0 00000400:00000200:0.0:1761312152.996723:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312152.996730:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312152.996735:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312152.996738:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312152.996741:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312152.996744:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88694:88694:256:4294967295] 192.168.203.32@tcp LPNI seq info [88694:88694:8:4294967295] 00000400:00000200:0.0:1761312152.996762:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312152.996766:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312152.996769:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312152.996773:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312152.996777:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312152.996779:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312152.997201:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312152.997205:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312152.997209:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312152.997213:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312152.997216:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:3.0:1761312152.997217:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:3.0:1761312152.997223:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312152.999948:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312152.999966:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff680 00000400:00000200:2.0:1761312152.999973:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4c9 [1] + 224 00000400:00000200:2.0:1761312152.999983:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312152.999986:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312152.999996:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.000032:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.000038:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53380 00000400:00000200:2.0:1761312153.000045:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 656 00000400:00000010:0.0:1761312153.000052:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:2.0:1761312153.000057:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.000058:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312153.000062:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000400:00000200:2.0:1761312153.000063:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.000069:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761312153.000071:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761312153.000075:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000100:00000200:0.0:1761312153.000082:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312159 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.000112:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089e9fb1a. 02000000:00000010:0.0:1761312153.000118:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ace4049. 00000100:00000010:0.0:1761312153.000122:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.000126:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.000129:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000020:00000010:3.0:1761312153.000173:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007148e745. 00000020:00000010:3.0:1761312153.000179:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.000183:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.000205:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012512128/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.000240:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512128 02000000:00000010:3.0:1761312153.000252:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b20da6b. 00010000:00000010:3.0:1761312153.000278:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b05782b1. 00010000:00000010:3.0:1761312153.000295:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.000301:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.000317:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.000320:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.000332:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312153.000337:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512128, offset 224 00000400:00000200:3.0:1761312153.000344:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.000346:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ace4049. 00000400:00000200:3.0:1761312153.000355:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.000361:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88695:88695:256:4294967295] 192.168.203.32@tcp LPNI seq info [88695:88695:8:4294967295] 00000400:00000200:3.0:1761312153.000370:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.000377:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.000381:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.000386:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.000393:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.000396:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.000414:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00010000:00000010:0.0:1761312153.000420:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00000020:00000010:3.0:1761312153.000421:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.000427:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007148e745. 00010000:00000010:0.0:1761312153.000429:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dff7638. 00010000:00000010:0.0:1761312153.000501:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312153.000508:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00000800:00000200:3.0:1761312153.000518:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.000521:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:3.0:1761312153.000525:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.000528:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.000530:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:3.0:1761312153.000532:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00010000:00000010:0.0:1761312153.000741:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.000757:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.000765:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.000775:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089e9fb1a. 02000000:00000010:0.0:1761312153.000796:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a20707af. 00000400:00000010:0.0:1761312153.000801:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.000804:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312153.000809:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314624, portal 16 00000400:00000010:0.0:1761312153.000813:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312153.000814:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314624, offset 0 00000400:00000200:0.0:1761312153.000820:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.000826:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.000832:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.000836:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.000839:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.000843:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88696:88696:256:4294967295] 192.168.203.32@tcp LPNI seq info [88696:88696:8:4294967295] 00000400:00000200:0.0:1761312153.000852:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.000858:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.000862:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.000867:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.000871:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.000873:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312153.001508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f82067e. 00000800:00000200:3.0:1761312153.001600:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.001603:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.001608:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.001614:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.001617:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312153.001619:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:3.0:1761312153.001644:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.005226:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.005246:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff6c0 00000400:00000200:2.0:1761312153.005255:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4d5 [1] + 224 00000400:00000200:2.0:1761312153.005267:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.005271:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.005282:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.005325:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.005333:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d533c0 00000400:00000200:2.0:1761312153.005339:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 984 00000400:00000010:0.0:1761312153.005352:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312153.005358:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312153.005360:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312153.005366:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.005374:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.005403:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a20707af. 02000000:00000010:0.0:1761312153.005409:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000089e9fb1a. 00000400:00000200:2.0:1761312153.005410:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761312153.005413:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000400:00000200:2.0:1761312153.005417:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000010:0.0:1761312153.005419:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00000100:00000200:2.0:1761312153.005422:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1761312153.005424:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000100:00000010:2.0:1761312153.005428:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000020:00000010:3.0:1761312153.005620:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063603a98. 00010000:00000010:0.1:1761312153.005680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5bd153. 00010000:00000010:0.1:1761312153.005689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00000020:00000010:0.0:1761312153.005911:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.005917:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312153.005941:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012512192/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312153.005978:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512192 02000000:00000010:0.0:1761312153.005990:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000089e9fb1a. 00010000:00000010:0.0:1761312153.006015:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010901daf. 00010000:00000010:0.0:1761312153.006032:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.006037:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.006102:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.006107:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000010:0.0:1761312153.006121:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312153.006125:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512192, offset 224 00000400:00000200:0.0:1761312153.006133:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.006143:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.006148:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88697:88697:256:4294967295] 192.168.203.32@tcp LPNI seq info [88697:88697:8:4294967295] 00080000:00000010:2.0:1761312153.006374:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037bee8c4. 00010000:00000010:2.0:1761312153.006461:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:2.0:1761312153.006469:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8544753. 00010000:00000010:2.0:1761312153.006536:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312153.006540:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312153.006545:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.006550:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00080000:00000010:2.0:1761312153.006563:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b8822f0. 00010000:00000010:2.0:1761312153.006592:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312153.006597:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312153.006693:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312153.006698:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c44943fc. 00010000:00000010:2.0:1761312153.006706:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e68f771. 00000100:00000010:2.0:1761312153.006711:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.006718:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 02000000:00000010:2.0:1761312153.006729:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ec6de8d. 02000000:00000010:2.0:1761312153.006778:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f4b2. 00000400:00000010:2.0:1761312153.006784:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.006789:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312153.006794:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314688, portal 16 00000400:00000010:2.0:1761312153.006797:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312153.006799:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314688, offset 0 00000400:00000200:2.0:1761312153.006805:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.008701:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.008714:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.008723:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312153.008732:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.008739:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.008743:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.008786:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.008792:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312153.008796:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063603a98. 00000800:00000200:1.0:1761312153.009670:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.009675:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:1.0:1761312153.009680:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.009686:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.009691:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:1.0:1761312153.009693:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000400:00000200:2.0:1761312153.010305:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.010313:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.010315:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.010318:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.010321:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88698:88698:255:4294967295] 192.168.203.32@tcp LPNI seq info [88698:88698:7:4294967295] 00000400:00000200:2.0:1761312153.010331:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.010337:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.010342:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.010348:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.010354:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.010357:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312153.010759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac5fc23. 00000800:00000200:1.0:1761312153.011070:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.011073:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312153.011078:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.011083:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.011086:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:1.0:1761312153.011088:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:1.0:1761312153.011095:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000465aba52 x1846868015314688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.011704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ef9f051. 00010000:00000010:0.1:1761312153.011712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00000400:00000200:3.0:1761312153.013730:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.013746:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff700 00000400:00000200:3.0:1761312153.013763:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4e1 [1] + 224 00000400:00000200:3.0:1761312153.013775:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.013779:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.013787:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000465aba52 x1846868015314688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.013843:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:0.0:1761312153.013849:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:0.0:1761312153.013851:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:0.0:1761312153.013857:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000465aba52 x1846868015314688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.013865:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000465aba52 x1846868015314688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.013892:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f4b2. 02000000:00000010:0.0:1761312153.013897:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ec6de8d. 00000100:00000010:0.0:1761312153.013901:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 00000100:00000010:0.0:1761312153.013904:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:0.0:1761312153.013907:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e68f771. 00000400:00000200:3.0:1761312153.014484:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.014493:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53400 00000400:00000200:3.0:1761312153.014499:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 1312 00000400:00000200:3.0:1761312153.014537:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.014540:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.014544:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.014548:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:0.0:1761312153.014608:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a20707af. 00000020:00000010:0.0:1761312153.014615:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.014619:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312153.014681:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012512256/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312153.014708:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512256 02000000:00000010:0.0:1761312153.014724:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8572676. 00010000:00000010:0.0:1761312153.014769:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6706a55. 00010000:00000010:0.0:1761312153.014852:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.014859:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.014869:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.014873:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000010:0.0:1761312153.014886:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312153.014889:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512256, offset 224 00000400:00000200:0.0:1761312153.014896:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.014907:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.014912:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88699:88699:256:4294967295] 192.168.203.32@tcp LPNI seq info [88699:88699:8:4294967295] 00000400:00000200:0.0:1761312153.014921:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.014926:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.014930:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.014935:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.014942:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.014945:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.014962:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.014966:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312153.014969:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a20707af. 00080000:00000010:0.0:1761312153.014991:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a20707af. 00010000:00000010:0.0:1761312153.016539:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c44943fc. 00010000:00000010:0.0:1761312153.016552:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cb8ce1e. 00010000:00000010:0.0:1761312153.016621:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312153.016648:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.016661:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.016667:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.016674:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.016687:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd86a92c. 02000000:00000010:0.0:1761312153.016717:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019c1319e. 00000400:00000010:0.0:1761312153.016724:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.016730:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.016736:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314752, portal 16 00000400:00000010:0.0:1761312153.016741:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312153.016744:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314752, offset 0 00000400:00000200:0.0:1761312153.016764:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.016778:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.016784:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.016787:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.016790:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.016794:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88700:88700:255:4294967295] 192.168.203.32@tcp LPNI seq info [88700:88700:7:4294967295] 00000800:00000200:1.0:1761312153.016795:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.016800:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312153.016807:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.016807:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000400:00000200:1.0:1761312153.016818:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000800:00000200:0.0:1761312153.016818:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.016823:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:1.0:1761312153.016825:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:1.0:1761312153.016828:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000800:00000200:0.0:1761312153.016831:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.016839:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.016843:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.016949:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.016952:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.016954:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.016957:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.016960:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312153.016961:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312153.016965:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.020681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c53df7eb. 00000400:00000200:3.0:1761312153.021772:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.021789:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff740 00000400:00000200:3.0:1761312153.021797:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4ed [1] + 224 00000400:00000200:3.0:1761312153.021813:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.021818:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.021827:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.021884:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312153.021890:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:0.0:1761312153.021892:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.021898:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.021905:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.021932:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019c1319e. 02000000:00000010:0.0:1761312153.021937:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd86a92c. 00000100:00000010:0.0:1761312153.021941:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.021945:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.021948:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000200:1.0:1761312153.022398:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.022407:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53440 00000400:00000200:1.0:1761312153.022414:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 1640 00000400:00000200:1.0:1761312153.022462:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.022466:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.022470:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.022474:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 00000020:00000010:3.0:1761312153.022919:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007148e745. 00000020:00000010:3.0:1761312153.022926:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.022930:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.022955:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f304d18a x1846868012512320/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.022990:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512320 02000000:00000010:3.0:1761312153.023003:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014a92ee0. 00010000:00000010:3.0:1761312153.023031:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f23744f9. 00010000:00000010:3.0:1761312153.023048:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.023054:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.023069:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.023072:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.023086:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312153.023090:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512320, offset 224 00000400:00000200:3.0:1761312153.023098:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.023098:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019c1319e. 00000400:00000200:3.0:1761312153.023111:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.023116:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88701:88701:256:4294967295] 192.168.203.32@tcp LPNI seq info [88701:88701:8:4294967295] 00000400:00000200:3.0:1761312153.023126:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.023131:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.023136:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.023141:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.023147:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.023151:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761312153.023181:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.023188:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000350a4d8c. 00010000:00000010:0.0:1761312153.023259:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312153.023264:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.023273:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.023276:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.023282:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.023292:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c12f98d8. 02000000:00000010:0.0:1761312153.023313:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd86a92c. 00000400:00000010:0.0:1761312153.023317:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.023322:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.023326:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314816, portal 16 00000400:00000010:0.0:1761312153.023330:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312153.023332:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314816, offset 0 00000400:00000200:0.0:1761312153.023344:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.023349:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.023355:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.023358:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.023361:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.023363:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88702:88702:255:4294967295] 192.168.203.32@tcp LPNI seq info [88702:88702:7:4294967295] 00000400:00000200:0.0:1761312153.023370:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.023374:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.023378:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312153.023382:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.023386:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.023388:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.023851:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.023859:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.023862:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007148e745. 00000800:00000200:1.0:1761312153.023934:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.023937:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:1.0:1761312153.023940:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.023945:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.023949:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:1.0:1761312153.023950:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00010000:00000010:2.1:1761312153.024792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001767ab0d. 00010000:00000010:2.1:1761312153.024802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:2.1:1761312153.024806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312153.024809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000800:00000200:1.0:1761312153.029318:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.029326:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.029333:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.029341:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.029347:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:1.0:1761312153.029349:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:1.0:1761312153.029357:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.030357:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.030372:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff780 00000400:00000200:3.0:1761312153.030379:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae4f9 [1] + 224 00000400:00000200:3.0:1761312153.030390:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.030393:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.030400:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.030435:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.030441:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53480 00000400:00000200:3.0:1761312153.030445:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace35 [2] + 1968 00000400:00000010:3.0:1761312153.030448:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fabbed99. 00000400:00000200:3.0:1761312153.030453:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000763363a5 00000400:00000010:0.0:1761312153.030458:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312153.030464:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:0.0:1761312153.030466:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.030473:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.030481:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.030500:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.030506:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:0.0:1761312153.030507:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd86a92c. 00000400:00000200:3.0:1761312153.030509:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000763363a5 00000400:00000010:3.0:1761312153.030512:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000763363a5 (tot 82338818). 02000000:00000010:0.0:1761312153.030514:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c12f98d8. 00000100:00000200:3.0:1761312153.030518:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.030530:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.030536:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.030540:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000020:00000010:1.0:1761312153.030603:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057341d73. 00000020:00000010:1.0:1761312153.030611:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.030615:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.030661:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000de2e459e x1846868012512384/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:0.1:1761312153.030662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab61050e. 00010000:00000010:0.1:1761312153.030671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008cc76bf. 00010000:00000010:0.1:1761312153.030681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00000100:00000200:1.0:1761312153.030694:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512384 02000000:00000010:1.0:1761312153.030705:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f93a17. 00010000:00000010:1.0:1761312153.030728:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000926c7c90. 00010000:00000010:1.0:1761312153.030745:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.030760:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004997e03b. 00000100:00000010:1.0:1761312153.030775:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004997e03b. 00010000:00000010:1.0:1761312153.030779:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000010:1.0:1761312153.030791:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312153.030796:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512384, offset 224 00000400:00000200:1.0:1761312153.030804:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.030804:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd86a92c. 00000400:00000200:1.0:1761312153.030816:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.030821:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88703:88703:256:4294967295] 192.168.203.32@tcp LPNI seq info [88703:88703:8:4294967295] 00000400:00000200:1.0:1761312153.030831:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.030835:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.030839:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339066). 00000800:00000200:1.0:1761312153.030845:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.030852:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.030855:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.030877:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.030884:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00010000:00000010:0.0:1761312153.030886:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00000020:00000010:1.0:1761312153.030888:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057341d73. 00010000:00000010:0.0:1761312153.030894:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021b99ed6. 02000000:00000010:1.0:1761312153.030901:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014a92ee0. 00000100:00000010:1.0:1761312153.030905:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 02000000:00000010:1.0:1761312153.030909:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8572676. 00000100:00000010:1.0:1761312153.030911:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:1.0:1761312153.030914:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000089e9fb1a. 00000100:00000010:1.0:1761312153.030916:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:1.0:1761312153.030919:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b20da6b. 00000100:00000010:1.0:1761312153.030921:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 02000000:00000010:1.0:1761312153.030924:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcf9ff10. 00000100:00000010:1.0:1761312153.030927:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 02000000:00000010:1.0:1761312153.030929:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002270eeb. 00000100:00000010:1.0:1761312153.030931:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 00000100:00000200:1.0:1761312153.030941:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.030946:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a514f3e7. 00000400:00000010:1.0:1761312153.030950:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004997e03b (tot 82339218). 00010000:00000010:0.0:1761312153.030968:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.0:1761312153.030974:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.030984:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.030987:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.030993:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.031002:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c12f98d8. 02000000:00000010:0.0:1761312153.031024:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049fdd4ce. 00000400:00000010:0.0:1761312153.031027:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.031030:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.031033:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314880, portal 16 00000400:00000010:0.0:1761312153.031037:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.031038:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314880, offset 0 00000400:00000200:0.0:1761312153.031043:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.031049:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.031055:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.031058:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.031061:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.031063:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88704:88704:255:4294967295] 192.168.203.32@tcp LPNI seq info [88704:88704:7:4294967295] 00000400:00000200:0.0:1761312153.031070:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.031074:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.031077:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.031081:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.031085:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.031087:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.031441:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.031446:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82339218). 00000400:00000200:3.0:1761312153.031450:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.031455:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.031457:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:3.0:1761312153.031458:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 02000000:00000010:3.0:1761312153.031461:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f93a17. 00000800:00000200:3.0:1761312153.031501:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.031503:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312153.031506:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.031509:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.031511:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:3.0:1761312153.031512:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:3.0:1761312153.031516:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.033452:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.033469:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff7c0 00000400:00000200:1.0:1761312153.033479:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae509 [1] + 224 00000400:00000200:1.0:1761312153.033489:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.033492:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.033502:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.033538:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.033544:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d534c0 00000400:00000200:1.0:1761312153.033549:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 0 00000400:00000200:1.0:1761312153.033597:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.033601:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.033606:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761312153.033608:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000100:00000010:1.0:1761312153.033611:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f304d18a. 00000400:00000200:0.0:1761312153.033614:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:0.0:1761312153.033617:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.033707:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.033716:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312153.033733:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009311f8a7. 00000020:00000010:3.0:1761312153.033741:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 02000000:00000010:0.0:1761312153.033746:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049fdd4ce. 00000020:00000010:3.0:1761312153.033747:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 02000000:00000010:0.0:1761312153.033763:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c12f98d8. 00000100:00000010:0.0:1761312153.033770:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.033774:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.033778:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000100:00000200:3.0:1761312153.033782:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f304d18a x1846868012512448/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.033809:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512448 02000000:00000010:3.0:1761312153.033819:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054edea0d. 00010000:00000010:3.0:1761312153.033843:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000878ba59. 00010000:00000010:3.0:1761312153.033862:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.033867:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.033883:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.033886:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.033901:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.033904:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512448, offset 224 00000400:00000200:3.0:1761312153.033912:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.033915:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049fdd4ce. 00000400:00000200:3.0:1761312153.033922:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.033927:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88705:88705:256:4294967295] 192.168.203.32@tcp LPNI seq info [88705:88705:8:4294967295] 00000400:00000200:3.0:1761312153.033936:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.033940:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.033944:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.033949:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.033956:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.033959:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.033975:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.033981:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.033985:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009311f8a7. 00010000:00000010:0.0:1761312153.033990:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.033997:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000278b7504. 00000800:00000200:3.0:1761312153.034036:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.034040:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.034043:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.034047:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.034049:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312153.034050:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00010000:00000010:0.0:1761312153.034180:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050be1040. 00010000:00000010:0.0:1761312153.034186:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312153.034194:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.034197:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312153.034202:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.034211:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c12f98d8. 02000000:00000010:0.0:1761312153.034231:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b25c7d35. 00000400:00000010:0.0:1761312153.034234:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.034237:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.034241:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015314944, portal 16 00000400:00000010:0.0:1761312153.034244:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.034246:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015314944, offset 0 00000400:00000200:0.0:1761312153.034251:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.034256:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.034262:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.034265:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.034267:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.034270:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88706:88706:256:4294967295] 192.168.203.32@tcp LPNI seq info [88706:88706:8:4294967295] 00000400:00000200:0.0:1761312153.034278:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.034282:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.034284:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312153.034288:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.034292:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.034295:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.035099:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.035104:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82338970). 00000400:00000200:3.0:1761312153.035108:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.035113:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.035116:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:3.0:1761312153.035118:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:3.0:1761312153.035124:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015314944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.037231:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.037247:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff800 00000400:00000200:1.0:1761312153.037256:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae515 [1] + 224 00000400:00000200:1.0:1761312153.037272:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.037275:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.037285:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015314944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.037343:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312153.037349:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:0.0:1761312153.037350:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.037356:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015314944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.037364:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015314944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.037391:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b25c7d35. 02000000:00000010:0.0:1761312153.037398:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c12f98d8. 00000100:00000010:0.0:1761312153.037402:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.037406:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312153.037409:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00010000:00000010:3.1:1761312153.041976:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeed09a4. 00000400:00000200:1.0:1761312153.042055:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.042071:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53500 00000400:00000200:1.0:1761312153.042079:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 328 00000400:00000200:1.0:1761312153.042533:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.042539:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.042547:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.042552:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 00000020:00000010:3.0:1761312153.042669:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009311f8a7. 00000020:00000010:3.0:1761312153.042678:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.042682:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.042709:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ccedbd1 x1846868012512512/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.042743:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512512 02000000:00000010:3.0:1761312153.042763:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006aedc927. 00010000:00000010:3.0:1761312153.042790:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002f00568. 00010000:00000010:3.0:1761312153.042809:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.042816:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.042830:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.042833:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.042849:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.042854:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512512, offset 224 00000400:00000200:3.0:1761312153.042863:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.042874:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.042880:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88707:88707:256:4294967295] 192.168.203.32@tcp LPNI seq info [88707:88707:8:4294967295] 00000400:00000200:3.0:1761312153.042891:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.042896:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.042901:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.042906:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.042913:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.042917:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.042932:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.042938:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.042941:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009311f8a7. 00000800:00000200:3.0:1761312153.043003:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.043006:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.043009:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.043013:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.043016:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312153.043019:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00080000:00000010:2.0:1761312153.043203:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8c6c2ea. 00010000:00000010:2.0:1761312153.043283:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00010000:00000010:2.0:1761312153.043289:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089fdcf03. 00010000:00000010:2.0:1761312153.043350:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312153.043353:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ffc9f16. 00010000:00000010:2.0:1761312153.043358:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.043362:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e867cb26. 00080000:00000010:2.0:1761312153.043372:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f606cd. 00010000:00000010:2.0:1761312153.043393:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312153.043396:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ffc9f16. 00010000:00000010:2.0:1761312153.043435:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312153.043438:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e867cb26. 00010000:00000010:2.0:1761312153.043445:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312153.043448:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.043455:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312153.043464:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff6a1cfc. 02000000:00000010:2.0:1761312153.043485:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec6de8d. 00000400:00000010:2.0:1761312153.043490:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.043494:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312153.043498:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315008, portal 16 00000400:00000010:2.0:1761312153.043502:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312153.043504:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315008, offset 0 00000400:00000200:2.0:1761312153.043510:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.043516:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.043522:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.043525:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.043528:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.043531:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88708:88708:256:4294967295] 192.168.203.32@tcp LPNI seq info [88708:88708:8:4294967295] 00000400:00000200:2.0:1761312153.043539:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.043543:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.043546:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.043549:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.043554:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.043556:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312153.045656:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060e4d74c. 00010000:00000010:0.1:1761312153.045667:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312153.045671:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e35175dd. 00010000:00000010:0.1:1761312153.045675:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.1:1761312153.045680:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b5703a0. 00010000:00000010:0.1:1761312153.045683:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00000800:00000200:3.0:1761312153.045788:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.045793:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312153.045799:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.045806:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.045811:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312153.045814:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:3.0:1761312153.045822:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015315008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.047186:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.047203:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff840 00000400:00000200:1.0:1761312153.047211:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae521 [1] + 224 00000400:00000200:1.0:1761312153.047225:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.047229:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.047237:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015315008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.048332:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.048348:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53540 00000400:00000200:3.0:1761312153.048355:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 656 00000400:00000200:3.0:1761312153.048411:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.048415:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.048420:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.048427:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000400:00000010:2.0:1761312153.048614:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:2.0:1761312153.048621:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:2.0:1761312153.048640:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:2.0:1761312153.048649:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015315008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.048657:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015315008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.048797:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec6de8d. 02000000:00000010:2.0:1761312153.048804:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff6a1cfc. 00000100:00000010:2.0:1761312153.048808:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:2.0:1761312153.048812:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.048815:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000020:00000010:1.0:1761312153.049221:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057341d73. 00000020:00000010:1.0:1761312153.049229:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312153.049233:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.049256:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012512576/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.049292:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512576 02000000:00000010:1.0:1761312153.049303:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f93a17. 00010000:00000010:1.0:1761312153.049326:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7693b03. 00010000:00000010:1.0:1761312153.049344:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.049349:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008334d079. 00000100:00000010:1.0:1761312153.049368:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008334d079. 00010000:00000010:1.0:1761312153.049371:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000010:1.0:1761312153.049384:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312153.049387:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512576, offset 224 00000400:00000200:1.0:1761312153.049394:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.049404:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.049408:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88709:88709:256:4294967295] 192.168.203.32@tcp LPNI seq info [88709:88709:8:4294967295] 00000400:00000200:1.0:1761312153.049417:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.049421:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.049425:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.049429:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.049436:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.049439:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.049454:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312153.049458:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.049461:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057341d73. 00080000:00000010:0.0:1761312153.050479:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c12f98d8. 00010000:00000010:0.0:1761312153.050576:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e867cb26. 00010000:00000010:0.0:1761312153.050584:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000630e84bd. 00010000:00000010:0.0:1761312153.050690:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.0:1761312153.050696:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312153.050707:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063c5c4ee. 00000100:00000010:0.0:1761312153.050713:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312153.050722:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.050735:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b25c7d35. 02000000:00000010:0.0:1761312153.050772:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e2990ff. 00000400:00000010:0.0:1761312153.050778:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312153.050784:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.050790:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315072, portal 16 00000400:00000010:0.0:1761312153.050796:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312153.050798:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315072, offset 0 00000400:00000200:0.0:1761312153.050807:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.050823:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.050830:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.050833:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.050836:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.050839:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88710:88710:255:4294967295] 192.168.203.32@tcp LPNI seq info [88710:88710:7:4294967295] 00000400:00000200:0.0:1761312153.050848:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.050853:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.050857:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.050862:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.050869:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.050871:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.051999:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.052006:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82339218). 00000400:00000200:3.0:1761312153.052013:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.052020:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.052026:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:3.0:1761312153.052028:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000800:00000200:3.0:1761312153.052096:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.052098:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.052102:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.052105:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.052106:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:3.0:1761312153.052108:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:3.0:1761312153.052114:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015315072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.054328:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.054344:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff880 00000400:00000200:3.0:1761312153.054352:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae52d [1] + 224 00000400:00000200:3.0:1761312153.054362:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.054365:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.054374:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015315072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.054409:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:3.0:1761312153.054412:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:3.0:1761312153.054413:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:3.0:1761312153.054418:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015315072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.054424:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015315072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761312153.054447:0:67342:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6018333. 02000000:00000010:3.0:1761312153.054452:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e2990ff. 02000000:00000010:3.0:1761312153.054457:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b25c7d35. 00000100:00000010:3.0:1761312153.054462:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:1.0:1761312153.054462:0:67342:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000da8085e. 00000100:00000010:3.0:1761312153.054466:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:3.0:1761312153.054469:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063c5c4ee. 00000400:00000200:3.0:1761312153.054489:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.054494:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53580 00000400:00000200:3.0:1761312153.054498:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 984 02000000:00000010:1.0:1761312153.054500:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003dd31f77. 00000400:00000010:1.0:1761312153.054505:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312153.054509:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312153.054513:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846868015315136, portal 4 00000400:00000010:1.0:1761312153.054519:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312153.054522:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846868015315136, offset 0 00000400:00000200:1.0:1761312153.054527:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761312153.054535:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312153.054538:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.054541:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.054541:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb777fff8c0 00000100:00000200:3.0:1761312153.054546:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1761312153.054546:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f45d [8] + 15232 00000400:00000010:1.0:1761312153.054549:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e644edf. 00000100:00000010:3.0:1761312153.054550:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000400:00000200:1.0:1761312153.054552:0:15813:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000002e6b2ff 00000400:00000200:1.0:1761312153.054556:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.054558:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1761312153.054561:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000002e6b2ff 00000400:00000010:1.0:1761312153.054563:0:15813:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 248 at 0000000002e6b2ff (tot 82338722). 00000100:00000200:1.0:1761312153.054566:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1761312153.054578:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:1.0:1761312153.054580:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000100:00000200:1.0:1761312153.054583:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6018333 x1846868015315136/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:3.0:1761312153.054584:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009311f8a7. 00000020:00000010:3.0:1761312153.054589:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.054594:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.054615:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012512640/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000020:00000010:1.0:1761312153.054620:0:66421:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057341d73. 00010000:00000010:1.1:1761312153.054643:0:66421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062466253. 00010000:00000010:3.1:1761312153.054644:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebd3b29a. 00000100:00000200:3.0:1761312153.054664:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512640 02000000:00000010:3.0:1761312153.054672:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d64fbb03. 00000020:00000010:1.0:1761312153.054673:0:66421:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312153.054675:0:66421:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00010000:00000010:3.0:1761312153.054695:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8d4b624. 00000100:00000200:1.0:1761312153.054695:0:66421:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015315136 02000000:00000010:1.0:1761312153.054707:0:66421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000483dbf93. 00010000:00000010:3.0:1761312153.054710:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.054715:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.054722:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.054724:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00010000:00000200:1.0:1761312153.054728:0:66421:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d57bb9ee x1846868015315136/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:594/0 lens 224/368 e 0 to 0 dl 1761312159 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:3.0:1761312153.054733:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.054735:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512640, offset 224 00000400:00000010:1.0:1761312153.054735:0:66421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000400:00000200:3.0:1761312153.054740:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.054761:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.054767:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88711:88711:256:4294967295] 192.168.203.32@tcp LPNI seq info [88711:88711:8:4294967295] 00000400:00000200:3.0:1761312153.054777:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.054782:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.054787:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82338970). 00000800:00000200:3.0:1761312153.054792:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.054799:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.054803:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.054819:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.054826:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.054829:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009311f8a7. 00080000:00000010:3.0:1761312153.054863:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009311f8a7. 00010000:00000010:3.0:1761312153.054950:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:3.0:1761312153.054957:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d5325f6. 00010000:00000010:3.0:1761312153.055029:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.0:1761312153.055035:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f98d3201. 00010000:00000010:3.0:1761312153.055046:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.055050:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.055056:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.055063:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be649972. 02000000:00000010:3.0:1761312153.055080:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5e2392. 00000400:00000010:3.0:1761312153.055085:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6fbc485. 00000100:00000200:1.0:1761312153.055410:0:66421:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846868015315136, offset 224 00000400:00000200:1.0:1761312153.055418:0:66421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1761312153.055423:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000400:00000200:1.0:1761312153.055425:0:66421:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1761312153.055426:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315200, portal 16 00000400:00000010:3.0:1761312153.055429:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312153.055431:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315200, offset 0 00000400:00000200:1.0:1761312153.055431:0:66421:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb777fff8c0 00000400:00000200:3.0:1761312153.055436:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.055446:0:66421:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xae535 [1] + 224 00000400:00000200:1.0:1761312153.055450:0:66421:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.055452:0:66421:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1761312153.055485:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.055491:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.055645:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.055650:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.055653:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88712:88712:255:4294967295] 192.168.203.32@tcp LPNI seq info [88712:88712:7:4294967295] 00000400:00000200:3.0:1761312153.055662:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.055667:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.055671:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.055676:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.055691:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.055695:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.055761:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.055764:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.055767:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.055771:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.055773:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312153.055775:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00010000:00000010:2.1:1761312153.055814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066dad584. 00000100:00000200:1.0:1761312153.055814:0:66421:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6018333 x1846868015315136/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000010:2.1:1761312153.055821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00010000:00000010:2.1:1761312153.055824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312153.055827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000400:00000200:1.0:1761312153.055835:0:66421:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:1.0:1761312153.055836:0:66421:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000020:00000010:1.0:1761312153.055848:0:66421:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312153.055852:0:66421:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.055855:0:66421:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057341d73. 02000000:00000010:1.0:1761312153.055874:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000483dbf93. 02000000:00000010:1.0:1761312153.055878:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000f36d24b2. 00000100:00000010:1.0:1761312153.055880:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000087b41617. 02000000:00000010:1.0:1761312153.055884:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000b13cd1d7. 00000100:00000010:1.0:1761312153.055886:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 02000000:00000010:1.0:1761312153.055888:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000999cb03f. 00000100:00000010:1.0:1761312153.055891:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f761f68a. 02000000:00000010:1.0:1761312153.055894:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000000a64f344. 00000100:00000010:1.0:1761312153.055897:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009be82fc. 02000000:00000010:1.0:1761312153.055900:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000318a5b80. 00000100:00000010:1.0:1761312153.055903:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:1.0:1761312153.055907:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000a795424e. 00000100:00000010:1.0:1761312153.055910:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 02000000:00000010:1.0:1761312153.055913:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000eb7d1782. 00000100:00000010:1.0:1761312153.055915:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 02000000:00000010:1.0:1761312153.055917:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000388f66c5. 00000100:00000010:1.0:1761312153.055919:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 02000000:00000010:1.0:1761312153.055922:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000004904b6e2. 00000100:00000010:1.0:1761312153.055924:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063977dd3. 02000000:00000010:1.0:1761312153.055928:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000bf121f61. 00000100:00000010:1.0:1761312153.055931:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 02000000:00000010:1.0:1761312153.055935:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000003ee8d7d3. 00000100:00000010:1.0:1761312153.055938:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4dc97a9. 02000000:00000010:1.0:1761312153.055942:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000ebeca4b5. 00000100:00000010:1.0:1761312153.055944:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:1.0:1761312153.055948:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000002608429b. 00000100:00000010:1.0:1761312153.055951:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 02000000:00000010:1.0:1761312153.055955:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000056d5ee97. 00000100:00000010:1.0:1761312153.055958:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261fac95. 02000000:00000010:1.0:1761312153.055962:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000351d4c33. 00000100:00000010:1.0:1761312153.055966:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e11804b. 02000000:00000010:1.0:1761312153.055970:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000bcb2942e. 00000100:00000010:1.0:1761312153.055973:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b279422. 02000000:00000010:1.0:1761312153.055977:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000003574085. 00000100:00000010:1.0:1761312153.055980:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5dc98a5. 02000000:00000010:1.0:1761312153.055984:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000838e807e. 00000800:00000200:3.0:1761312153.056236:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.056239:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338722). 00000400:00000200:3.0:1761312153.056243:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.056247:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.056250:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:3.0:1761312153.056251:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:3.0:1761312153.056257:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015315200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.056857:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:0.0:1761312153.056862:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:0.0:1761312153.056864:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000200:0.0:1761312153.056870:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6018333 x1846868015315136/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:0.0:1761312153.056878:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6018333 x1846868015315136/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:0.0:1761312153.056908:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003dd31f77. 02000000:00000010:0.0:1761312153.056914:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000da8085e. 00000100:00000010:0.0:1761312153.056917:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6018333. 00000100:00000010:1.0:1761312153.056955:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092635ad1. 02000000:00000010:1.0:1761312153.056961:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000000993cde1. 00000100:00000010:1.0:1761312153.056963:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:1.0:1761312153.056968:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000008357452d. 00000100:00000010:1.0:1761312153.056971:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002a6870b6. 02000000:00000010:1.0:1761312153.056973:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000ed3b335b. 00000100:00000010:1.0:1761312153.056976:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000085506c82. 02000000:00000010:1.0:1761312153.056979:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000000fbf9bfd. 00000100:00000010:1.0:1761312153.056981:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ae708cb. 02000000:00000010:1.0:1761312153.056983:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000b9b65c1e. 00000100:00000010:1.0:1761312153.056985:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 02000000:00000010:1.0:1761312153.057365:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000058d522bc. 00000100:00000010:1.0:1761312153.057370:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008fc758c0. 02000000:00000010:1.0:1761312153.057373:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000043ee4c53. 00000100:00000010:1.0:1761312153.057375:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f10c06b. 02000000:00000010:1.0:1761312153.057377:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000007f99ef61. 00000100:00000010:1.0:1761312153.057381:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d7538939. 02000000:00000010:1.0:1761312153.057384:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000005fe4ed9c. 00000100:00000010:1.0:1761312153.057386:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035dcfe12. 02000000:00000010:1.0:1761312153.057388:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000065f47ff0. 00000100:00000010:1.0:1761312153.057391:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000015418659. 02000000:00000010:1.0:1761312153.057394:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000009b2bc88c. 00000100:00000010:1.0:1761312153.057396:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff3782c9. 02000000:00000010:1.0:1761312153.057399:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000002d8d7b25. 00000100:00000010:1.0:1761312153.057401:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002295eb8f. 02000000:00000010:1.0:1761312153.057404:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000002432e4df. 00000100:00000010:1.0:1761312153.057406:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e6d27426. 02000000:00000010:1.0:1761312153.057409:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000ca96b491. 00000100:00000010:1.0:1761312153.057410:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001ee873ff. 02000000:00000010:1.0:1761312153.057413:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000b83f5c00. 00000100:00000010:1.0:1761312153.057415:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:1.0:1761312153.057419:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000005766da56. 00000100:00000010:1.0:1761312153.057422:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f0e0974. 02000000:00000010:1.0:1761312153.057425:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000001f194a49. 00000100:00000010:1.0:1761312153.057427:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073201d6a. 02000000:00000010:1.0:1761312153.057430:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000b29fe386. 00000100:00000010:1.0:1761312153.057433:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000086484d7c. 02000000:00000010:1.0:1761312153.057435:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000005601b203. 00000100:00000010:1.0:1761312153.057437:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e0fdd44. 02000000:00000010:1.0:1761312153.057440:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000b529c511. 00000100:00000010:1.0:1761312153.057442:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd5b2136. 02000000:00000010:1.0:1761312153.057444:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000058052910. 00000100:00000010:1.0:1761312153.057446:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002bb54ec2. 02000000:00000010:1.0:1761312153.057449:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000278fea0c. 00000100:00000010:1.0:1761312153.057450:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068ff58f4. 02000000:00000010:1.0:1761312153.057452:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000a1fbd3f9. 00000100:00000010:1.0:1761312153.057454:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000acb53a3a. 02000000:00000010:1.0:1761312153.057457:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000dd41c8ec. 00000100:00000010:1.0:1761312153.057458:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000db6430de. 02000000:00000010:1.0:1761312153.057461:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000091f82733. 00000100:00000010:1.0:1761312153.057463:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000298606a9. 02000000:00000010:1.0:1761312153.057466:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000f9601c63. 00000100:00000010:1.0:1761312153.057468:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000765c59b9. 02000000:00000010:1.0:1761312153.057470:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000ce00602e. 00000100:00000010:1.0:1761312153.057472:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000098db6b92. 02000000:00000010:1.0:1761312153.057474:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000626a0983. 00000100:00000010:1.0:1761312153.057476:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000002e9ba71. 02000000:00000010:1.0:1761312153.057482:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000bd0466d3. 00000100:00000010:1.0:1761312153.057484:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dfd779ad. 02000000:00000010:1.0:1761312153.057486:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000025a7e58b. 00000100:00000010:1.0:1761312153.057488:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077f52875. 02000000:00000010:1.0:1761312153.057491:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000294689e7. 00000100:00000010:1.0:1761312153.057493:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d205a59. 02000000:00000010:1.0:1761312153.057496:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000009889c097. 00000100:00000010:1.0:1761312153.057497:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008ed59f56. 02000000:00000010:1.0:1761312153.057500:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000029dc4ba8. 00000100:00000010:1.0:1761312153.057502:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b66a9e3. 02000000:00000010:1.0:1761312153.057504:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000004ec8fafd. 00000100:00000010:1.0:1761312153.057506:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 02000000:00000010:1.0:1761312153.057509:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000fac28ff8. 00000100:00000010:1.0:1761312153.057511:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a203043. 02000000:00000010:1.0:1761312153.057513:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000c1ff24d2. 00000100:00000010:1.0:1761312153.057515:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069adee33. 02000000:00000010:1.0:1761312153.057518:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000085498c29. 00000100:00000010:1.0:1761312153.057520:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b42f0fa. 02000000:00000010:1.0:1761312153.057522:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000355033c2. 00000100:00000010:1.0:1761312153.057524:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000913b2025. 02000000:00000010:1.0:1761312153.057529:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000a243550a. 00000100:00000010:1.0:1761312153.057531:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e62bc8f5. 02000000:00000010:1.0:1761312153.057533:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000c3b09bcd. 00000100:00000010:1.0:1761312153.057535:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007bf958a5. 02000000:00000010:1.0:1761312153.057538:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000003ea1dfbd. 00000100:00000010:1.0:1761312153.057540:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e23c2b. 02000000:00000010:1.0:1761312153.057542:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000006f7839ad. 00000100:00000010:1.0:1761312153.057544:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c9e0d22. 02000000:00000010:1.0:1761312153.057546:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000000976ebc0. 00000100:00000010:1.0:1761312153.057548:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a63f12eb. 02000000:00000010:1.0:1761312153.057551:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000004c9eb258. 00000100:00000010:1.0:1761312153.057553:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b965a72d. 02000000:00000010:1.0:1761312153.057556:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000ad4391b9. 00000100:00000010:1.0:1761312153.057558:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f7229cf. 02000000:00000010:1.0:1761312153.057560:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000005e0271c5. 00000100:00000010:1.0:1761312153.057562:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ed6052a3. 02000000:00000010:1.0:1761312153.057564:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000766fa6fb. 00000100:00000010:1.0:1761312153.057566:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000fc70809. 02000000:00000010:1.0:1761312153.057570:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 00000000f654e85c. 00000100:00000010:1.0:1761312153.057572:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002aa8febf. 02000000:00000010:1.0:1761312153.057575:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 000000001146b45f. 00000100:00000010:1.0:1761312153.057577:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a0b7bf. 02000000:00000010:1.0:1761312153.057579:0:66421:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 648 at 0000000070c3cea8. 00000100:00000010:1.0:1761312153.057581:0:66421:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e38da750. 00000100:00000200:1.0:1761312153.057589:0:66421:0:(niobuf.c:996:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1761312153.057595:0:66421:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b28bf1ad. 00000400:00000010:1.0:1761312153.057599:0:66421:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 248 at 000000000da8085e (tot 82338970). 00010000:00000010:3.1:1761312153.058379:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cd28751. 00010000:00000010:1.1:1761312153.058844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000754860bb. 00010000:00000010:0.1:1761312153.061031:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ea5f815. 00010000:00000010:0.1:1761312153.061043:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00010000:00000010:3.1:1761312153.061763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c63347. 00010000:00000010:3.1:1761312153.061769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5502d4. 00010000:00000010:3.1:1761312153.061772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00000400:00000200:0.0:1761312153.062565:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.062581:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff900 00000400:00000200:0.0:1761312153.062588:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae545 [1] + 224 00000400:00000200:0.0:1761312153.062597:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.062601:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.062611:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015315200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.062666:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.062671:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d535c0 00000400:00000200:0.0:1761312153.062676:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 1312 00000400:00000200:0.0:1761312153.062713:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.062718:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.062722:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.062727:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:1.0:1761312153.062826:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3bd5bf2. 00000020:00000010:1.0:1761312153.062833:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.062837:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.062868:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012512704/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.062902:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512704 02000000:00000010:1.0:1761312153.062912:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057341d73. 00010000:00000010:1.0:1761312153.062943:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018c08110. 00000100:00000010:1.0:1761312153.062949:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008334d079. 00000100:00000010:1.0:1761312153.062954:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008334d079. 00010000:00000010:1.0:1761312153.062956:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018c08110. 00000400:00000010:1.0:1761312153.062970:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312153.062974:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512704, offset 224 00000400:00000200:1.0:1761312153.062981:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.063003:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.063008:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88713:88713:256:4294967295] 192.168.203.32@tcp LPNI seq info [88713:88713:8:4294967295] 00000400:00000200:1.0:1761312153.063017:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.063022:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.063026:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.063031:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.063037:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.063040:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.063052:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.063055:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.063058:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3bd5bf2. 00000400:00000010:3.0:1761312153.063465:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b6fbc485. 00000400:00000200:3.0:1761312153.063469:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:3.0:1761312153.063472:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:3.0:1761312153.063477:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015315200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.063486:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015315200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312153.063506:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086b135ee. 02000000:00000010:3.0:1761312153.063519:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5e2392. 02000000:00000010:3.0:1761312153.063525:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be649972. 00000100:00000010:3.0:1761312153.063528:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.063531:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.063534:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00080000:00000010:3.0:1761312153.063549:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be649972. 00000800:00000200:0.0:1761312153.063727:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.063731:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:0.0:1761312153.063736:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.063740:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.063743:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:0.0:1761312153.063744:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00010000:00000010:3.0:1761312153.063882:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98d3201. 00010000:00000010:3.0:1761312153.063889:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000662bb2b. 00010000:00000010:3.0:1761312153.063953:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c440409. 00010000:00000010:3.0:1761312153.063958:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f98d3201. 00010000:00000010:3.0:1761312153.063967:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.063971:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000763363a5. 00000100:00000010:3.0:1761312153.063976:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.063986:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c5e2392. 02000000:00000010:3.0:1761312153.064130:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6d44aac. 00000400:00000010:3.0:1761312153.064135:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6fbc485. 00000400:00000010:3.0:1761312153.064138:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312153.064142:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315264, portal 16 00000400:00000010:3.0:1761312153.064146:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312153.064148:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315264, offset 0 00000400:00000200:3.0:1761312153.064155:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.064164:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.064169:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.064173:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.064175:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.064179:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88714:88714:256:4294967295] 192.168.203.32@tcp LPNI seq info [88714:88714:8:4294967295] 00000400:00000200:3.0:1761312153.064186:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.064190:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.064193:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.064198:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.064203:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.064206:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.064426:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.064429:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312153.064432:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.064436:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.064438:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:0.0:1761312153.064440:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:0.0:1761312153.064445:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015315264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.066979:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.067006:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff940 00000400:00000200:0.0:1761312153.067013:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae555 [1] + 224 00000400:00000200:0.0:1761312153.067029:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.067033:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.067042:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015315264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.067411:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b6fbc485. 00000400:00000200:3.0:1761312153.067415:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:3.0:1761312153.067418:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:3.0:1761312153.067423:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015315264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.067431:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015315264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.067457:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6d44aac. 02000000:00000010:3.0:1761312153.067461:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c5e2392. 00000100:00000010:3.0:1761312153.067465:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.067468:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000763363a5. 00010000:00000010:3.0:1761312153.067472:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000200:3.0:1761312153.067928:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.067937:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53600 00000400:00000200:3.0:1761312153.067942:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 1640 00000400:00000200:3.0:1761312153.067996:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.068000:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.068004:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.068008:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:1.0:1761312153.068170:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3bd5bf2. 00000020:00000010:1.0:1761312153.068178:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.068182:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.068204:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012512768/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.068237:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512768 02000000:00000010:1.0:1761312153.068248:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063603a98. 00010000:00000010:1.0:1761312153.068274:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1698ddf. 00010000:00000010:1.0:1761312153.068292:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018c08110. 00000100:00000010:1.0:1761312153.068298:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008334d079. 00000100:00000010:1.0:1761312153.068316:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008334d079. 00010000:00000010:1.0:1761312153.068320:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018c08110. 00000400:00000010:1.0:1761312153.068333:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.068336:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512768, offset 224 00000400:00000200:1.0:1761312153.068342:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.068353:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.068358:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88715:88715:256:4294967295] 192.168.203.32@tcp LPNI seq info [88715:88715:8:4294967295] 00000400:00000200:1.0:1761312153.068368:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.068372:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.068376:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.068381:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.068387:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.068390:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761312153.068396:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff6a1cfc. 00000020:00000010:1.0:1761312153.068407:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.068411:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.068414:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3bd5bf2. 00010000:00000010:2.0:1761312153.068474:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f98d3201. 00010000:00000010:2.0:1761312153.068481:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f2069a1. 00000800:00000200:1.0:1761312153.068482:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.068485:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:1.0:1761312153.068489:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.068492:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.068495:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:1.0:1761312153.068496:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00010000:00000010:2.0:1761312153.068543:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.068549:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.068559:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312153.068563:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.068569:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312153.068577:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ecce19b. 02000000:00000010:2.0:1761312153.068598:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec6de8d. 00000400:00000010:2.0:1761312153.068602:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.068606:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312153.068610:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315328, portal 16 00000400:00000010:2.0:1761312153.068614:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312153.068616:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315328, offset 0 00000400:00000200:2.0:1761312153.068620:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.068660:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.068666:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.068670:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.068674:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.068677:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88716:88716:256:4294967295] 192.168.203.32@tcp LPNI seq info [88716:88716:8:4294967295] 00000400:00000200:2.0:1761312153.068693:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.068698:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.068701:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.068706:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.068710:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.068712:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.068767:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.068769:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:2.0:1761312153.068773:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.068776:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.068778:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:2.0:1761312153.068779:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:2.0:1761312153.068784:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015315328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.072386:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.072403:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff980 00000400:00000200:3.0:1761312153.072411:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae561 [1] + 224 00000400:00000200:3.0:1761312153.072423:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.072426:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.072436:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015315328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.072469:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.072475:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53640 00000400:00000200:3.0:1761312153.072480:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xace8d [2] + 1968 00000400:00000010:3.0:1761312153.072483:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:3.0:1761312153.072487:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d208ee6a 00000400:00000010:2.0:1761312153.072491:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:2.0:1761312153.072496:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:2.0:1761312153.072497:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:2.0:1761312153.072503:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015315328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.072508:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761312153.072510:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015315328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.072511:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.072514:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d208ee6a 00000400:00000010:3.0:1761312153.072515:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d208ee6a (tot 82338818). 00000100:00000200:3.0:1761312153.072519:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.072572:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b20da6b. 00000020:00000010:1.0:1761312153.072578:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312153.072583:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.072602:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfdd2ec6 x1846868012512832/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.072651:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512832 02000000:00000010:1.0:1761312153.072664:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3bd5bf2. 00010000:00000010:1.0:1761312153.072809:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a4a0d12. 00010000:00000010:1.0:1761312153.072828:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018c08110. 00000100:00000010:1.0:1761312153.072833:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008334d079. 00000100:00000010:1.0:1761312153.072838:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008334d079. 00010000:00000010:1.0:1761312153.072841:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018c08110. 00000400:00000010:1.0:1761312153.072852:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.072856:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512832, offset 224 00000400:00000200:1.0:1761312153.072862:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.072872:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.072877:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88717:88717:256:4294967295] 192.168.203.32@tcp LPNI seq info [88717:88717:8:4294967295] 00000400:00000200:1.0:1761312153.072887:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.072892:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.072897:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339066). 00000800:00000200:1.0:1761312153.072902:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.072908:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.072911:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.072927:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312153.072932:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.072935:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b20da6b. 02000000:00000010:1.0:1761312153.072943:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063603a98. 00000100:00000010:1.0:1761312153.072946:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:1.0:1761312153.072950:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057341d73. 00000100:00000010:1.0:1761312153.072953:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 02000000:00000010:1.0:1761312153.072957:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d64fbb03. 00000100:00000010:1.0:1761312153.072959:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:1.0:1761312153.072962:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f93a17. 00000100:00000010:1.0:1761312153.072964:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:1.0:1761312153.072968:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006aedc927. 00000100:00000010:1.0:1761312153.072970:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.072973:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054edea0d. 00000100:00000010:1.0:1761312153.072974:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f304d18a. 00000100:00000200:1.0:1761312153.072981:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.072985:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c896b846. 00000400:00000010:1.0:1761312153.072988:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008334d079 (tot 82339218). 00000800:00000200:1.0:1761312153.074457:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.074463:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:1.0:1761312153.074471:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.074478:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.074482:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:1.0:1761312153.074484:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 02000000:00000010:1.0:1761312153.074490:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3bd5bf2. 02000000:00000010:2.0:1761312153.074558:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec6de8d. 02000000:00000010:2.0:1761312153.074565:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ecce19b. 00000100:00000010:2.0:1761312153.074568:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:2.0:1761312153.074572:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.074576:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00080000:00000010:2.0:1761312153.074593:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ecce19b. 00010000:00000010:2.0:1761312153.074697:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.074704:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed512b2e. 00010000:00000010:2.0:1761312153.074782:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312153.074786:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003c1d2a17. 00010000:00000010:2.0:1761312153.074792:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.0:1761312153.074797:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00080000:00000010:2.0:1761312153.074810:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ec6de8d. 00010000:00000010:2.0:1761312153.074836:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.074839:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c1d2a17. 00010000:00000010:2.0:1761312153.074882:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312153.074886:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.074893:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312153.074899:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.074905:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312153.074916:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009d2f4b2. 02000000:00000010:2.0:1761312153.074942:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014c2d0ef. 00000400:00000010:2.0:1761312153.074948:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.074952:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312153.074959:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315392, portal 16 00000400:00000010:2.0:1761312153.074964:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312153.074967:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315392, offset 0 00000400:00000200:2.0:1761312153.074975:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.074989:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.074996:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.074999:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.075002:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.075005:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88718:88718:256:4294967295] 192.168.203.32@tcp LPNI seq info [88718:88718:8:4294967295] 00000400:00000200:2.0:1761312153.075014:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.075020:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.075025:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.075031:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.075037:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.075041:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.075147:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.075151:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312153.075155:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.075159:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.075161:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312153.075162:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:3.0:1761312153.075168:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015315392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.075495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020732582. 00010000:00000010:3.1:1761312153.075659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1e4f78. 00010000:00000010:3.1:1761312153.075667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4125488. 00010000:00000010:3.1:1761312153.075671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00000400:00000200:3.0:1761312153.077222:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.077238:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fff9c0 00010000:00000010:2.1:1761312153.077240:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb8cf58d. 00000400:00000200:3.0:1761312153.077246:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae571 [1] + 224 00010000:00000010:2.1:1761312153.077246:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c440409. 00000400:00000200:3.0:1761312153.077258:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.077262:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.077271:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015315392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.077383:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:2.0:1761312153.077389:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:2.0:1761312153.077391:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:2.0:1761312153.077396:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015315392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.077403:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015315392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.077432:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014c2d0ef. 02000000:00000010:2.0:1761312153.077438:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009d2f4b2. 00000100:00000010:2.0:1761312153.077441:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:2.0:1761312153.077445:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.077448:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000200:2.0:1761312153.078487:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.078499:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53680 00000400:00000200:2.0:1761312153.078505:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 0 00000400:00000200:2.0:1761312153.078560:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.078564:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.078570:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.078575:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000020:00000010:3.0:1761312153.078654:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6d44aac. 00000020:00000010:3.0:1761312153.078662:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.078666:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.078688:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012512896/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.078716:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512896 02000000:00000010:3.0:1761312153.078727:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046b866fc. 00010000:00000010:3.0:1761312153.078758:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a0fe52. 00010000:00000010:3.0:1761312153.078774:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.078781:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000763363a5. 00000100:00000010:3.0:1761312153.078792:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000763363a5. 00010000:00000010:3.0:1761312153.078797:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.078810:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312153.078814:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512896, offset 224 00000400:00000200:3.0:1761312153.078821:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.078830:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.078835:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88719:88719:256:4294967295] 192.168.203.32@tcp LPNI seq info [88719:88719:8:4294967295] 00000400:00000200:3.0:1761312153.078844:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.078848:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.078852:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.078856:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.078863:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.078866:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.078879:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.078883:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.078886:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6d44aac. 00000800:00000200:3.0:1761312153.078932:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.078935:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.078938:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.078941:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.078943:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:3.0:1761312153.078945:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00080000:00000010:2.0:1761312153.078968:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014c2d0ef. 00010000:00000010:2.0:1761312153.079044:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.079050:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000443d7bbd. 00010000:00000010:2.0:1761312153.079121:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312153.079126:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002729793e. 00010000:00000010:2.0:1761312153.079135:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312153.079139:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.079146:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312153.079155:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad47d8fe. 02000000:00000010:2.0:1761312153.079176:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d758c30. 00000400:00000010:2.0:1761312153.079182:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.079187:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312153.079192:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315456, portal 16 00000400:00000010:2.0:1761312153.079197:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312153.079198:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315456, offset 0 00000400:00000200:2.0:1761312153.079204:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.079212:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.079218:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.079221:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.079224:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.079226:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88720:88720:256:4294967295] 192.168.203.32@tcp LPNI seq info [88720:88720:8:4294967295] 00000400:00000200:2.0:1761312153.079232:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.079803:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.079808:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312153.079813:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.079819:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.079822:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.080267:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.080271:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312153.080278:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.080282:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.080286:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:3.0:1761312153.080288:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:3.0:1761312153.080296:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015315456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.082342:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.082359:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffa00 00000400:00000200:2.0:1761312153.082366:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae57d [1] + 224 00000400:00000200:2.0:1761312153.082384:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.082387:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.082398:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015315456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.082471:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d6890d6. 00000400:00000200:3.0:1761312153.082478:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:3.0:1761312153.082480:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:3.0:1761312153.082486:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015315456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.082494:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015315456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.082523:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d758c30. 02000000:00000010:3.0:1761312153.082529:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad47d8fe. 00000100:00000010:3.0:1761312153.082533:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:3.0:1761312153.082538:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:3.0:1761312153.082542:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000200:0.0:1761312153.083211:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.083224:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d536c0 00000400:00000200:0.0:1761312153.083229:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 328 00000400:00000200:0.0:1761312153.083283:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.083287:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.083292:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.083298:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 00000020:00000010:3.0:1761312153.083361:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6d44aac. 00000020:00000010:3.0:1761312153.083368:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.083373:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.083395:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012512960/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.083429:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012512960 02000000:00000010:3.0:1761312153.083439:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049f3a84b. 00010000:00000010:3.0:1761312153.083465:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f782d07. 00010000:00000010:3.0:1761312153.083480:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.083487:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000763363a5. 00000100:00000010:3.0:1761312153.083505:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000763363a5. 00010000:00000010:3.0:1761312153.083509:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.083524:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312153.083528:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012512960, offset 224 00000400:00000200:3.0:1761312153.083536:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.083547:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.083552:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88721:88721:256:4294967295] 192.168.203.32@tcp LPNI seq info [88721:88721:8:4294967295] 00000400:00000200:3.0:1761312153.083561:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.083565:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.083569:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.083574:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.083580:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.083583:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.083599:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.083603:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.083606:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6d44aac. 00000800:00000200:3.0:1761312153.083682:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.083684:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.083687:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.083691:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.083693:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:3.0:1761312153.083695:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00080000:00000010:0.0:1761312153.083854:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000737fe9a1. 00010000:00000010:0.0:1761312153.083945:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002729793e. 00010000:00000010:0.0:1761312153.083952:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2dbdb14. 00010000:00000010:0.0:1761312153.084026:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312153.084037:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312153.084049:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009eea85b3. 00000100:00000010:0.0:1761312153.084053:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.084059:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 02000000:00000010:0.0:1761312153.084071:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e2990ff. 02000000:00000010:0.0:1761312153.084174:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b8876a5. 00000400:00000010:0.0:1761312153.084181:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f018e6f. 00000400:00000010:0.0:1761312153.084185:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312153.084189:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315520, portal 16 00000400:00000010:0.0:1761312153.084193:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312153.084195:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315520, offset 0 00000400:00000200:0.0:1761312153.084201:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.084208:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.084215:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.084218:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.084222:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.084225:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88722:88722:256:4294967295] 192.168.203.32@tcp LPNI seq info [88722:88722:8:4294967295] 00000400:00000200:0.0:1761312153.084231:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.084235:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.084238:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.084242:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.084247:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.084249:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.084305:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.084307:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312153.084311:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.084314:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.084317:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312153.084319:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312153.084324:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d12d1d x1846868015315520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.087288:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.087306:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffa40 00000400:00000200:3.0:1761312153.087314:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae589 [1] + 224 00000400:00000200:3.0:1761312153.087329:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.087333:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.087342:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d12d1d x1846868015315520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.088691:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f018e6f. 00000400:00000200:1.0:1761312153.088698:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312153.088701:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312153.088710:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d12d1d x1846868015315520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.088719:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d12d1d x1846868015315520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.088746:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b8876a5. 02000000:00000010:1.0:1761312153.088762:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e2990ff. 00000100:00000010:1.0:1761312153.088766:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 00000100:00000010:1.0:1761312153.088771:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:1.0:1761312153.088774:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009eea85b3. 00000400:00000200:3.0:1761312153.089424:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.089439:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53700 00000400:00000200:3.0:1761312153.089447:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 656 00000400:00000200:3.0:1761312153.089505:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.089510:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.089515:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.089521:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:1.0:1761312153.089736:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3bd5bf2. 00000020:00000010:1.0:1761312153.089742:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.089746:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.089781:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012513024/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.089820:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513024 02000000:00000010:1.0:1761312153.089831:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f93a17. 00010000:00000010:1.0:1761312153.089857:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2aeb77c. 00010000:00000010:1.0:1761312153.089879:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.089886:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.089897:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.089900:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000010:1.0:1761312153.089912:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.089916:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513024, offset 224 00000400:00000200:1.0:1761312153.089922:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.089932:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.089937:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88723:88723:256:4294967295] 192.168.203.32@tcp LPNI seq info [88723:88723:8:4294967295] 00000400:00000200:1.0:1761312153.089946:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.089951:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.089956:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.089961:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.089967:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.089970:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.089987:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.089991:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.089995:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3bd5bf2. 00080000:00000010:1.0:1761312153.090018:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3bd5bf2. 00010000:00000010:1.0:1761312153.090102:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff61083. 00010000:00000010:1.0:1761312153.090109:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a9560ed. 00010000:00000010:1.0:1761312153.090173:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.090178:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.090187:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.090190:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.090195:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.090206:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057341d73. 02000000:00000010:1.0:1761312153.090228:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e2990ff. 00000400:00000010:1.0:1761312153.090233:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.090237:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.090241:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315584, portal 16 00000400:00000010:1.0:1761312153.090245:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312153.090246:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315584, offset 0 00000400:00000200:1.0:1761312153.090250:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.090256:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.090262:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.090266:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.090268:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.090269:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88724:88724:255:4294967295] 192.168.203.32@tcp LPNI seq info [88724:88724:7:4294967295] 00000400:00000200:1.0:1761312153.090276:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.090279:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.090282:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312153.090285:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.090289:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.090291:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.090328:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.090331:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82339218). 00000400:00000200:1.0:1761312153.090335:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.090338:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.090340:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:1.0:1761312153.090342:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000800:00000200:1.0:1761312153.090374:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.090376:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:1.0:1761312153.090378:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.090381:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.090382:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:1.0:1761312153.090383:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:1.0:1761312153.090387:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.090978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b6d89b. 00010000:00000010:2.1:1761312153.090986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.1:1761312153.090989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312153.090992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00010000:00000010:1.1:1761312153.091847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c21273. 00010000:00000010:3.1:1761312153.092030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006532341a. 00010000:00000010:3.1:1761312153.092056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42233bf. 00000400:00000200:3.0:1761312153.092727:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.092745:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffa80 00000400:00000200:3.0:1761312153.092762:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae595 [1] + 224 00000400:00000200:3.0:1761312153.092772:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.092775:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.092784:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.092809:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.092814:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53740 00000400:00000200:3.0:1761312153.092819:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 984 00000400:00000200:3.0:1761312153.092828:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.092830:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.092834:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.092838:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:2.0:1761312153.092979:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.092984:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.092988:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.093009:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012513088/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.093040:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513088 02000000:00000010:2.0:1761312153.093050:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d758c30. 00010000:00000010:2.0:1761312153.093081:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.093087:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000123d1da6. 00000100:00000010:2.0:1761312153.093093:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000123d1da6. 00010000:00000010:2.0:1761312153.093095:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.093107:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312153.093112:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513088, offset 224 00000400:00000200:2.0:1761312153.093118:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.093126:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.093131:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88725:88725:256:4294967295] 192.168.203.32@tcp LPNI seq info [88725:88725:8:4294967295] 00000400:00000200:2.0:1761312153.093141:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.093145:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.093149:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312153.093153:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.093159:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.093162:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.093174:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.093176:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.093179:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 00000800:00000200:3.0:1761312153.093429:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.093433:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312153.093437:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.093441:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.093444:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312153.093446:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000400:00000010:1.0:1761312153.094260:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.094266:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.094268:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.094276:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.094286:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312153.094309:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000ae75b2. 02000000:00000010:1.0:1761312153.094320:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e2990ff. 02000000:00000010:1.0:1761312153.094325:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057341d73. 00000100:00000010:1.0:1761312153.094330:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.094335:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.094337:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00080000:00000010:1.0:1761312153.094355:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e2990ff. 00010000:00000010:1.0:1761312153.094429:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.094435:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef51fea5. 00010000:00000010:1.0:1761312153.094508:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312153.094513:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.094522:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.094526:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.094532:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.094542:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001db4a4f3. 02000000:00000010:1.0:1761312153.094563:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057341d73. 00000400:00000010:1.0:1761312153.094566:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.094570:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.094573:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315648, portal 16 00000400:00000010:1.0:1761312153.094577:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312153.094579:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315648, offset 0 00000400:00000200:1.0:1761312153.094585:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.094595:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.094600:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.094603:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.094606:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.094609:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88726:88726:256:4294967295] 192.168.203.32@tcp LPNI seq info [88726:88726:8:4294967295] 00000400:00000200:1.0:1761312153.094618:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.094647:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.094652:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00010000:00000010:0.1:1761312153.094655:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a11e5dc. 00000800:00000200:1.0:1761312153.094657:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00010000:00000010:0.1:1761312153.094661:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000800:00000200:1.0:1761312153.094663:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.094665:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312153.094873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4a49b9. 00010000:00000010:2.1:1761312153.094878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00000800:00000200:2.0:1761312153.095084:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.095087:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:2.0:1761312153.095092:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.095097:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.095101:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:2.0:1761312153.095102:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:2.0:1761312153.095106:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.098767:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026468bc9. 00010000:00000010:1.1:1761312153.098779:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083b0eb1e. 00010000:00000010:1.1:1761312153.098782:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00000400:00000200:3.0:1761312153.099690:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.099709:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffac0 00000400:00000200:3.0:1761312153.099717:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5a1 [1] + 224 00000400:00000200:3.0:1761312153.099729:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.099734:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.099746:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.100248:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.100257:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53780 00000400:00000200:3.0:1761312153.100262:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 1312 00000400:00000200:3.0:1761312153.100307:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.100311:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.100315:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.100320:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:0.0:1761312153.100567:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e19fa12. 00000020:00000010:0.0:1761312153.100573:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.100577:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312153.100601:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012513152/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312153.100652:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513152 02000000:00000010:0.0:1761312153.100664:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc435adb. 00010000:00000010:0.0:1761312153.101116:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e335ffe8. 00000100:00000010:0.0:1761312153.101124:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312153.101130:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:0.0:1761312153.101132:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e335ffe8. 00000400:00000010:0.0:1761312153.101147:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312153.101152:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513152, offset 224 00000400:00000200:0.0:1761312153.101160:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.101170:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.101175:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88727:88727:256:4294967295] 192.168.203.32@tcp LPNI seq info [88727:88727:8:4294967295] 00000400:00000200:0.0:1761312153.101185:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.101189:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.101193:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.101199:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.101206:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.101209:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.101224:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.101229:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312153.101232:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e19fa12. 00000400:00000010:1.0:1761312153.101240:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.101246:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.101248:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.101254:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.101263:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312153.101283:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008cd5ac1. 02000000:00000010:1.0:1761312153.101297:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057341d73. 02000000:00000010:1.0:1761312153.101303:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001db4a4f3. 00000100:00000010:1.0:1761312153.101309:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.101312:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.101315:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00080000:00000010:1.0:1761312153.101329:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057341d73. 00000800:00000200:3.0:1761312153.101334:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.101338:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.101341:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.101345:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.101347:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:3.0:1761312153.101349:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00010000:00000010:1.0:1761312153.101408:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.101415:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d9840f8. 00010000:00000010:1.0:1761312153.101481:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312153.101485:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f979db3b. 00010000:00000010:1.0:1761312153.101489:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312153.101493:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00080000:00000010:1.0:1761312153.101505:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001db4a4f3. 00010000:00000010:1.0:1761312153.101531:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.101534:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f979db3b. 00010000:00000010:1.0:1761312153.101581:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312153.101585:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.101592:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.101595:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.101600:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.101609:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063603a98. 00010000:00000010:1.1:1761312153.101669:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005be9121a. 00010000:00000010:1.1:1761312153.101674:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67ab393. 00010000:00000010:1.1:1761312153.101677:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 02000000:00000010:1.0:1761312153.101716:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b20da6b. 00000400:00000010:1.0:1761312153.101721:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.101724:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.101728:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315712, portal 16 00000400:00000010:1.0:1761312153.101732:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.101734:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315712, offset 0 00000400:00000200:1.0:1761312153.101739:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.101746:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.101762:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.101765:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.101768:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.101770:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88728:88728:256:4294967295] 192.168.203.32@tcp LPNI seq info [88728:88728:8:4294967295] 00000400:00000200:1.0:1761312153.101776:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.101780:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.101783:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.101787:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.101791:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.101793:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.102536:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.102541:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:2.0:1761312153.102547:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.102553:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.102557:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:2.0:1761312153.102559:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000100:00000200:2.0:1761312153.102565:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.104576:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.104592:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffb00 00000400:00000200:3.0:1761312153.104599:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5ad [1] + 224 00000400:00000200:3.0:1761312153.104612:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.104616:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.104656:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.104700:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.104705:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.104707:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.104712:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.104719:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.104745:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b20da6b. 02000000:00000010:1.0:1761312153.104758:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063603a98. 00000100:00000010:1.0:1761312153.104762:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.104765:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.104768:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:3.0:1761312153.105080:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.105088:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d537c0 00000400:00000200:3.0:1761312153.105093:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 1640 00000400:00000200:3.0:1761312153.105407:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.105411:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.105416:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.105421:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:0.0:1761312153.105666:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e19fa12. 00000020:00000010:0.0:1761312153.105673:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.105677:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312153.105712:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012513216/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312153.105739:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513216 02000000:00000010:0.0:1761312153.105756:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c65099be. 00010000:00000010:0.0:1761312153.105780:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036fe8081. 00010000:00000010:0.0:1761312153.105798:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e335ffe8. 00000100:00000010:0.0:1761312153.105804:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312153.105817:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:0.0:1761312153.105820:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e335ffe8. 00000400:00000010:0.0:1761312153.105832:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312153.105837:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513216, offset 224 00000400:00000200:0.0:1761312153.105843:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312153.105844:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063603a98. 00000400:00000200:0.0:1761312153.105853:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.105858:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88729:88729:256:4294967295] 192.168.203.32@tcp LPNI seq info [88729:88729:8:4294967295] 00000400:00000200:0.0:1761312153.105866:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.105870:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.105873:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc17f7d7 (tot 82339218). 00000800:00000200:0.0:1761312153.105878:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.105883:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.105886:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc17f7d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.105913:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b765226. 00010000:00000010:1.0:1761312153.105916:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00000020:00000010:0.0:1761312153.105918:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00010000:00000010:1.0:1761312153.105921:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002810ddb3. 00000020:00000010:0.0:1761312153.105921:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e19fa12. 00010000:00000010:1.0:1761312153.106063:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.106070:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.106080:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.106084:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.106089:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.106099:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b20da6b. 02000000:00000010:1.0:1761312153.106119:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089e9fb1a. 00000400:00000010:1.0:1761312153.106125:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.106128:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.106132:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315776, portal 16 00000400:00000010:1.0:1761312153.106136:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312153.106137:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315776, offset 0 00000400:00000200:1.0:1761312153.106142:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.106147:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.106153:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.106155:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.106158:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.106161:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88730:88730:255:4294967295] 192.168.203.32@tcp LPNI seq info [88730:88730:7:4294967295] 00000400:00000200:1.0:1761312153.106167:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.106171:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.106174:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339466). 00000800:00000200:1.0:1761312153.106177:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.106180:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.106182:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.106198:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.106202:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc17f7d7 (tot 82339218). 00000400:00000200:2.0:1761312153.106205:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.106209:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.106211:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312153.106213:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000800:00000200:2.0:1761312153.106258:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.106260:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:2.0:1761312153.106264:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.106267:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.106269:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:2.0:1761312153.106270:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000100:00000200:2.0:1761312153.106274:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.107154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a130642d. 00010000:00000010:1.1:1761312153.107165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf2d558. 00010000:00000010:1.1:1761312153.107169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312153.107173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312153.107176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:3.0:1761312153.107818:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.107832:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffb40 00000400:00000200:3.0:1761312153.107840:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5b9 [1] + 224 00000400:00000200:3.0:1761312153.107854:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.107857:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.107865:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.108182:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.108188:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.108189:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.108195:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.108202:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.108228:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089e9fb1a. 02000000:00000010:1.0:1761312153.108234:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b20da6b. 00000100:00000010:1.0:1761312153.108238:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.108242:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.108244:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:3.0:1761312153.108575:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.108584:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53800 00000400:00000200:3.0:1761312153.108588:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacee5 [2] + 1968 00000400:00000010:3.0:1761312153.108591:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:3.0:1761312153.108594:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003beb4776 00000400:00000200:3.0:1761312153.109006:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.109012:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.109015:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003beb4776 00000400:00000010:3.0:1761312153.109017:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003beb4776 (tot 82338818). 00000100:00000200:3.0:1761312153.109022:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312153.109848:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.109857:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.109861:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.109889:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000603c66f x1846868012513280/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.109923:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513280 02000000:00000010:2.0:1761312153.109937:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009d2f4b2. 00010000:00000010:2.0:1761312153.109965:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3f73e. 00010000:00000010:2.0:1761312153.109986:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.110487:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000123d1da6. 00000100:00000010:2.0:1761312153.110505:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000123d1da6. 00010000:00000010:2.0:1761312153.110509:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.110524:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312153.110529:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513280, offset 224 00000400:00000200:2.0:1761312153.110537:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.110551:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.110556:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88731:88731:256:4294967295] 192.168.203.32@tcp LPNI seq info [88731:88731:8:4294967295] 00000400:00000200:2.0:1761312153.110565:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.110569:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.110574:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339066). 00000800:00000200:2.0:1761312153.110579:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.110586:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.110589:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.110616:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.110621:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.110642:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 02000000:00000010:2.0:1761312153.110653:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c65099be. 00000100:00000010:2.0:1761312153.110656:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312153.110662:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc435adb. 00000100:00000010:2.0:1761312153.110664:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:2.0:1761312153.110667:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d758c30. 00000100:00000010:2.0:1761312153.110668:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312153.110671:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f93a17. 00000100:00000010:2.0:1761312153.110674:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:2.0:1761312153.110677:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049f3a84b. 00000100:00000010:2.0:1761312153.110679:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:2.0:1761312153.110683:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046b866fc. 00000100:00000010:2.0:1761312153.110685:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000200:2.0:1761312153.110693:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312153.110699:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f52b4f37. 00000400:00000010:2.0:1761312153.110703:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000123d1da6 (tot 82339218). 00000800:00000200:3.0:1761312153.110730:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.110738:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312153.110743:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.110754:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.110759:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:3.0:1761312153.110760:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 02000000:00000010:3.0:1761312153.110764:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009d2f4b2. 00080000:00000010:1.0:1761312153.110900:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089e9fb1a. 00010000:00000010:1.0:1761312153.110982:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.111185:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c71aa0e. 00010000:00000010:1.0:1761312153.111259:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312153.111264:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.111274:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.111278:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.111284:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.111295:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8572676. 02000000:00000010:1.0:1761312153.111317:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b20da6b. 00000400:00000010:1.0:1761312153.111321:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.111325:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.111328:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315840, portal 16 00000400:00000010:1.0:1761312153.111332:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312153.111334:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315840, offset 0 00000400:00000200:1.0:1761312153.111339:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.111347:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.111353:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.111356:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.111359:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.111361:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88732:88732:256:4294967295] 192.168.203.32@tcp LPNI seq info [88732:88732:8:4294967295] 00000400:00000200:1.0:1761312153.111368:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.111371:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.111374:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312153.111378:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.111382:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.111385:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.112459:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.112465:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:0.0:1761312153.112471:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.112477:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.112480:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:0.0:1761312153.112482:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:0.0:1761312153.112488:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.113769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000221c2c94. 00000400:00000200:2.0:1761312153.114098:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.114114:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffb80 00000400:00000200:2.0:1761312153.114121:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5c9 [1] + 224 00000400:00000200:2.0:1761312153.114135:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.114138:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.114146:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.114253:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.114258:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.114260:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.114264:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.114271:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.114296:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b20da6b. 02000000:00000010:1.0:1761312153.114301:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8572676. 00000100:00000010:1.0:1761312153.114305:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.114308:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.114311:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:3.0:1761312153.114697:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.114706:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53840 00000400:00000200:3.0:1761312153.114711:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 0 00000400:00000200:3.0:1761312153.114767:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.114771:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.114776:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.114781:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:2.0:1761312153.115090:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312153.115098:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.115102:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.115128:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012513344/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.115163:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513344 02000000:00000010:2.0:1761312153.115174:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f93a17. 00010000:00000010:2.0:1761312153.115199:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000944d17a0. 00010000:00000010:2.0:1761312153.115217:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.115223:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.115240:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.115243:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.115255:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312153.115259:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513344, offset 224 00000400:00000200:2.0:1761312153.115266:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.115276:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.115281:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88733:88733:256:4294967295] 192.168.203.32@tcp LPNI seq info [88733:88733:8:4294967295] 00000400:00000200:2.0:1761312153.115291:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.115296:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.115300:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.115306:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.115312:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.115315:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.115337:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.115340:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.115344:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00000800:00000200:0.0:1761312153.115417:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.115421:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:0.0:1761312153.115425:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.115429:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.115431:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:0.0:1761312153.115433:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00080000:00000010:1.0:1761312153.115611:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b20da6b. 00010000:00000010:1.0:1761312153.115730:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.115737:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018387fc0. 00010000:00000010:1.0:1761312153.115814:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312153.115819:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.115829:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.115832:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.115839:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.115848:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8572676. 02000000:00000010:1.0:1761312153.115871:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbf55bb9. 00000400:00000010:1.0:1761312153.115876:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.115880:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.115885:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315904, portal 16 00000400:00000010:1.0:1761312153.115889:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312153.115891:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315904, offset 0 00000400:00000200:1.0:1761312153.115897:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.115904:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.115910:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.115913:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.115916:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.115918:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88734:88734:256:4294967295] 192.168.203.32@tcp LPNI seq info [88734:88734:8:4294967295] 00000400:00000200:1.0:1761312153.115925:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.115929:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.115932:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312153.115935:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.115939:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.115941:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.116243:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.116246:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:2.0:1761312153.116251:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.116255:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.116258:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:2.0:1761312153.116259:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:2.0:1761312153.116264:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.117001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fa52b78. 00010000:00000010:1.1:1761312153.117066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c3fc9d7. 00010000:00000010:1.1:1761312153.117073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00000400:00000200:3.0:1761312153.118116:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.118132:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffbc0 00000400:00000200:3.0:1761312153.118140:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5d5 [1] + 224 00000400:00000200:3.0:1761312153.118153:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.118157:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.118165:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.118529:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.118540:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53880 00000400:00000200:0.0:1761312153.118545:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 328 00000400:00000010:1.0:1761312153.118569:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.118576:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.118578:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.118585:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.118593:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.118597:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.118602:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.118607:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.118613:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 02000000:00000010:1.0:1761312153.118621:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbf55bb9. 02000000:00000010:1.0:1761312153.118650:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8572676. 00000100:00000010:1.0:1761312153.118655:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.118659:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.118663:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000020:00000010:2.0:1761312153.118692:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:2.0:1761312153.118699:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.118703:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.118727:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012513408/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.118761:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513408 02000000:00000010:2.0:1761312153.118773:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d758c30. 00010000:00000010:2.0:1761312153.118795:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e68366e3. 00010000:00000010:2.0:1761312153.118813:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.118819:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.119272:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.119277:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00080000:00000010:1.0:1761312153.119280:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbf55bb9. 00000400:00000010:2.0:1761312153.119289:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312153.119293:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513408, offset 224 00000400:00000200:2.0:1761312153.119300:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.119308:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.119313:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88735:88735:256:4294967295] 192.168.203.32@tcp LPNI seq info [88735:88735:8:4294967295] 00000400:00000200:2.0:1761312153.119323:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.119327:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.119330:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.119334:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.119340:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.119343:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761312153.119350:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.119355:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a8cbbc1. 00000020:00000010:2.0:1761312153.119368:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.119371:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.119374:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00010000:00000010:1.0:1761312153.119429:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312153.119434:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.119443:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.119447:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.119452:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.119462:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8572676. 00000800:00000200:3.0:1761312153.119474:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.119478:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 02000000:00000010:1.0:1761312153.119481:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000347bbfce. 00000400:00000200:3.0:1761312153.119482:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761312153.119486:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.119489:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000400:00000200:3.0:1761312153.119493:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.119493:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015315968, portal 16 00000400:00000200:3.0:1761312153.119495:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:1.0:1761312153.119496:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000400:00000010:3.0:1761312153.119497:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:1.0:1761312153.119499:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015315968, offset 0 00000400:00000200:1.0:1761312153.119503:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.119508:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.119514:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.119517:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.119519:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.119521:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88736:88736:256:4294967295] 192.168.203.32@tcp LPNI seq info [88736:88736:8:4294967295] 00000400:00000200:1.0:1761312153.119528:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.119531:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.119535:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312153.119538:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.119542:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.119544:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.120190:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.120194:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312153.120200:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.120205:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.120208:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:3.0:1761312153.120210:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:3.0:1761312153.120216:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015315968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.122549:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.122568:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffc00 00000400:00000200:0.0:1761312153.122576:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5e1 [1] + 224 00000400:00000200:0.0:1761312153.122594:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.122597:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.122607:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015315968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.122672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fad53b8e. 00010000:00000010:1.1:1761312153.122680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000010:1.0:1761312153.122850:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.122855:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.122857:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.122863:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015315968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.122871:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015315968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.122898:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000347bbfce. 02000000:00000010:1.0:1761312153.122904:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8572676. 00000100:00000010:1.0:1761312153.122908:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.122912:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.122915:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:3.0:1761312153.123158:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.123167:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d538c0 00000400:00000200:3.0:1761312153.123171:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 656 00000400:00000200:3.0:1761312153.123219:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.123222:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.123227:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.123231:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:2.0:1761312153.123352:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.123358:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.123362:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.123385:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012513472/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.123421:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513472 02000000:00000010:2.0:1761312153.123433:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009d2f4b2. 00010000:00000010:2.0:1761312153.123459:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f742934. 00010000:00000010:2.0:1761312153.123478:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.123484:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.123503:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.123507:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.123517:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312153.123521:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513472, offset 224 00000400:00000200:2.0:1761312153.123528:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.123538:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.123544:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88737:88737:256:4294967295] 192.168.203.32@tcp LPNI seq info [88737:88737:8:4294967295] 00000400:00000200:2.0:1761312153.123555:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.123561:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.123565:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312153.123570:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.123577:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.123580:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.123604:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.123608:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.123611:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 00080000:00000010:1.0:1761312153.123722:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000347bbfce. 00010000:00000010:1.0:1761312153.123811:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.123818:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e282d8db. 00010000:00000010:1.0:1761312153.123889:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edfb2c34. 00010000:00000010:1.0:1761312153.123893:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c43bf479. 00010000:00000010:1.0:1761312153.123898:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.123902:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00080000:00000010:1.0:1761312153.123914:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8572676. 00010000:00000010:1.0:1761312153.123940:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.123944:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c43bf479. 00010000:00000010:1.0:1761312153.123988:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312153.123992:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.123999:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.124003:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.124010:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.124020:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccce255d. 02000000:00000010:1.0:1761312153.124042:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014b7fae1. 00000400:00000010:1.0:1761312153.124047:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.124051:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.124056:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316032, portal 16 00000400:00000010:1.0:1761312153.124060:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312153.124062:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316032, offset 0 00000400:00000200:1.0:1761312153.124068:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.124076:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.124081:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.124084:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.124086:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.124088:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88738:88738:255:4294967295] 192.168.203.32@tcp LPNI seq info [88738:88738:7:4294967295] 00000400:00000200:1.0:1761312153.124095:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.124099:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.124102:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312153.124106:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.124111:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.124113:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.124200:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.124203:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82339218). 00000400:00000200:3.0:1761312153.124208:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.124211:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.124215:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:3.0:1761312153.124216:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000800:00000200:3.0:1761312153.124260:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.124262:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:3.0:1761312153.124265:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.124268:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.124270:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:3.0:1761312153.124271:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:3.0:1761312153.124275:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.125885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b087bcf6. 00010000:00000010:1.1:1761312153.125896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:0.0:1761312153.126141:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.126156:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffc40 00000400:00000200:0.0:1761312153.126163:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5ed [1] + 224 00000400:00000200:0.0:1761312153.126179:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.126183:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.126192:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.126256:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.126261:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.126262:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.126267:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.126274:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.126399:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014b7fae1. 02000000:00000010:1.0:1761312153.126405:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccce255d. 00000100:00000010:1.0:1761312153.126409:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.126413:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.126416:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:3.0:1761312153.126570:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.126585:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53900 00000400:00000200:3.0:1761312153.126590:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 984 00000400:00000200:3.0:1761312153.126657:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.126662:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.126666:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.126670:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00010000:00000010:2.1:1761312153.126757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff8bb106. 00000020:00000010:2.0:1761312153.126788:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.126794:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.126798:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.126818:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012513536/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.126846:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513536 02000000:00000010:2.0:1761312153.126856:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00010000:00000010:2.0:1761312153.126879:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba3e879a. 00010000:00000010:2.0:1761312153.126899:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.126905:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.126922:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.126925:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.126943:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312153.126947:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513536, offset 224 00000400:00000200:2.0:1761312153.126954:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.126963:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.126968:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88739:88739:256:4294967295] 192.168.203.32@tcp LPNI seq info [88739:88739:8:4294967295] 00000400:00000200:2.0:1761312153.126978:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.126983:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.126986:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e76e1d0a (tot 82339218). 00000800:00000200:2.0:1761312153.126991:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.126997:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.127000:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e76e1d0a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.127018:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.127021:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.127025:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 00080000:00000010:1.0:1761312153.127094:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccce255d. 00010000:00000010:1.0:1761312153.127170:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.127177:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2bae745. 00010000:00000010:1.0:1761312153.127239:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312153.127244:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.127254:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.127258:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.127264:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.127272:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014b7fae1. 02000000:00000010:1.0:1761312153.127293:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010720288. 00000400:00000010:1.0:1761312153.127298:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.127302:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.127311:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316096, portal 16 00000800:00000200:3.0:1761312153.127313:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761312153.127317:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000800:00000010:3.0:1761312153.127318:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e76e1d0a (tot 82338970). 00000100:00000200:1.0:1761312153.127320:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316096, offset 0 00000400:00000200:3.0:1761312153.127324:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.127328:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.127331:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.127335:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000200:1.0:1761312153.127337:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000010:3.0:1761312153.127338:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000400:00000200:1.0:1761312153.127345:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.127349:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.127352:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.127354:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88740:88740:255:4294967295] 192.168.203.32@tcp LPNI seq info [88740:88740:7:4294967295] 00000400:00000200:1.0:1761312153.127366:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.127371:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.127375:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312153.127380:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.127385:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.127389:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.127473:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.127475:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:0.0:1761312153.127479:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.127483:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.127485:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312153.127487:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:0.0:1761312153.127491:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.129205:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.129221:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffc80 00000400:00000200:3.0:1761312153.129230:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae5f9 [1] + 224 00000400:00000200:3.0:1761312153.129242:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.129247:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.129256:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.129450:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.129456:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53940 00000400:00000200:3.0:1761312153.129462:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 1312 00000400:00000200:3.0:1761312153.129505:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.129508:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.129512:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.129518:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:2.0:1761312153.129604:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.129611:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.129615:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.129658:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012513600/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.129693:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513600 02000000:00000010:2.0:1761312153.129704:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:2.0:1761312153.129739:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.129744:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.129759:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.129763:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.129776:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312153.129780:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513600, offset 224 00000400:00000200:2.0:1761312153.129786:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.129794:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.129799:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88741:88741:256:4294967295] 192.168.203.32@tcp LPNI seq info [88741:88741:8:4294967295] 00000400:00000200:2.0:1761312153.129807:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.129812:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.129815:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.129821:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.129831:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.129833:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.129857:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.129860:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.129864:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 00000400:00000010:1.0:1761312153.129977:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.129983:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.129985:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.129990:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.129999:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312153.130018:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb7fabb. 00000800:00000200:0.0:1761312153.130030:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.130033:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 02000000:00000010:1.0:1761312153.130035:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010720288. 00000400:00000200:0.0:1761312153.130039:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1761312153.130041:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014b7fae1. 00000400:00000200:0.0:1761312153.130045:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000010:1.0:1761312153.130047:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000400:00000200:0.0:1761312153.130049:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000100:00000010:1.0:1761312153.130051:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00000400:00000010:0.0:1761312153.130052:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00010000:00000010:1.0:1761312153.130056:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00080000:00000010:1.0:1761312153.130072:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010720288. 00010000:00000010:1.0:1761312153.130147:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.130154:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f2ecf8b. 00010000:00000010:1.0:1761312153.130241:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312153.130246:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.130254:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.130257:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.130262:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.130271:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014b7fae1. 02000000:00000010:1.0:1761312153.130292:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aacae0ab. 00000400:00000010:1.0:1761312153.130297:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.130300:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.130304:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316160, portal 16 00000400:00000010:1.0:1761312153.130308:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312153.130310:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316160, offset 0 00000400:00000200:1.0:1761312153.130315:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.130321:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.130326:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.130329:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.130332:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.130335:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88742:88742:256:4294967295] 192.168.203.32@tcp LPNI seq info [88742:88742:8:4294967295] 00000400:00000200:1.0:1761312153.130342:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.130347:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.130349:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.130353:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.130357:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.130359:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.131196:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.131202:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312153.131209:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.131214:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.131217:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:3.0:1761312153.131219:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:3.0:1761312153.131226:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.133729:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.133756:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffcc0 00000400:00000200:3.0:1761312153.133766:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae605 [1] + 224 00000400:00000200:3.0:1761312153.133785:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.133788:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.133798:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.134020:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.134026:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.134027:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.134033:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.134040:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.134067:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aacae0ab. 02000000:00000010:1.0:1761312153.134072:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014b7fae1. 00000100:00000010:1.0:1761312153.134076:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.134079:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.134084:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:0.0:1761312153.134231:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.134239:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53980 00000400:00000200:0.0:1761312153.134244:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 1640 00000400:00000200:0.0:1761312153.134297:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.134302:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.134306:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.134310:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:3.0:1761312153.134514:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6d44aac. 00000020:00000010:3.0:1761312153.134521:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.134525:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.134545:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012513664/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.134585:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513664 02000000:00000010:3.0:1761312153.134595:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef5be16b. 00010000:00000010:3.0:1761312153.134619:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe5f1693. 00010000:00000010:3.0:1761312153.134670:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.134676:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000763363a5. 00000100:00000010:3.0:1761312153.134691:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000763363a5. 00010000:00000010:3.0:1761312153.134695:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.134707:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312153.134710:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513664, offset 224 00000400:00000200:3.0:1761312153.134716:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.134725:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.134730:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88743:88743:256:4294967295] 192.168.203.32@tcp LPNI seq info [88743:88743:8:4294967295] 00000400:00000200:3.0:1761312153.134738:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.134743:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.134746:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.134759:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.134765:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.134768:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.134784:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.134788:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.134790:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6d44aac. 00080000:00000010:1.0:1761312153.134986:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aacae0ab. 00010000:00000010:1.0:1761312153.135059:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.135064:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f159226e. 00010000:00000010:1.0:1761312153.135132:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312153.135137:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.135147:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.135151:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.135157:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.135166:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000380ddcbd. 02000000:00000010:1.0:1761312153.135188:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014b7fae1. 00000400:00000010:1.0:1761312153.135192:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.135195:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.135200:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316224, portal 16 00000400:00000010:1.0:1761312153.135204:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312153.135205:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316224, offset 0 00000400:00000200:1.0:1761312153.135210:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.135216:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.135222:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.135226:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.135229:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.135231:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88744:88744:255:4294967295] 192.168.203.32@tcp LPNI seq info [88744:88744:7:4294967295] 00000400:00000200:1.0:1761312153.135237:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.135241:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.135244:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312153.135247:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.135251:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.135253:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.135397:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.135400:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:0.0:1761312153.135404:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.135407:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.135410:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:0.0:1761312153.135412:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000800:00000200:0.0:1761312153.135457:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.135459:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:0.0:1761312153.135464:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.135466:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.135468:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:0.0:1761312153.135469:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:0.0:1761312153.135474:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.136187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2f9c88a. 00010000:00000010:1.1:1761312153.136196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:2.1:1761312153.136665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ce1d5e. 00010000:00000010:2.1:1761312153.136672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e2198b. 00010000:00000010:2.1:1761312153.139027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070277b2f. 00010000:00000010:1.1:1761312153.139697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f0fa92. 00010000:00000010:1.1:1761312153.139707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312153.139711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edfb2c34. 00010000:00000010:1.1:1761312153.139716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:3.1:1761312153.139777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008960b47f. 00000400:00000200:3.0:1761312153.141684:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.141702:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffd00 00000400:00000200:3.0:1761312153.141711:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae611 [1] + 224 00000400:00000200:3.0:1761312153.141724:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.141728:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.141738:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.141789:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.141795:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d539c0 00000400:00000200:3.0:1761312153.141800:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf45 [2] + 1968 00000400:00000010:3.0:1761312153.141804:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008969be6d. 00000400:00000200:3.0:1761312153.141807:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004dde3fb4 00000400:00000200:3.0:1761312153.141856:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.141860:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.141863:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dde3fb4 00000400:00000010:3.0:1761312153.141864:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004dde3fb4 (tot 82338818). 00000100:00000200:3.0:1761312153.141870:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761312153.141945:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.141949:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.141951:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.141956:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.141964:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.141993:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014b7fae1. 02000000:00000010:1.0:1761312153.141998:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000380ddcbd. 00000100:00000010:1.0:1761312153.142003:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.142006:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.142010:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000020:00000010:2.0:1761312153.142097:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad47d8fe. 00000020:00000010:2.0:1761312153.142104:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.142108:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.142130:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009062e98b x1846868012513728/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.142163:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513728 02000000:00000010:2.0:1761312153.142175:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd843c64. 00010000:00000010:2.0:1761312153.142199:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bee45f1. 00010000:00000010:2.0:1761312153.142219:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.142224:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5de77db. 00000100:00000010:2.0:1761312153.142238:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d5de77db. 00010000:00000010:2.0:1761312153.142241:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.142253:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312153.142257:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513728, offset 224 00000400:00000200:2.0:1761312153.142264:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.142274:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.142279:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88745:88745:256:4294967295] 192.168.203.32@tcp LPNI seq info [88745:88745:8:4294967295] 00000400:00000200:2.0:1761312153.142288:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.142293:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.142297:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339066). 00000800:00000200:2.0:1761312153.142301:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.142308:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.142311:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312153.142771:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014b7fae1. 00010000:00000010:1.0:1761312153.142851:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.142858:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000888bf73f. 00010000:00000010:1.0:1761312153.142926:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.142932:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.142941:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.142946:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.142952:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.142963:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000380ddcbd. 02000000:00000010:1.0:1761312153.142986:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045d54db7. 00000400:00000010:1.0:1761312153.142990:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.142994:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.142998:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316288, portal 16 00000400:00000010:1.0:1761312153.143002:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312153.143004:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316288, offset 0 00000400:00000200:1.0:1761312153.143010:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.143017:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.143023:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.143026:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.143028:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.143030:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88746:88746:255:4294967295] 192.168.203.32@tcp LPNI seq info [88746:88746:7:4294967295] 00000400:00000200:1.0:1761312153.143037:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.143043:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.143046:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339314). 00000800:00000200:1.0:1761312153.143051:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.143056:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.143058:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.143134:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.143139:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.143143:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad47d8fe. 02000000:00000010:2.0:1761312153.143152:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef5be16b. 00000100:00000010:2.0:1761312153.143155:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:2.0:1761312153.143159:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:2.0:1761312153.143162:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:2.0:1761312153.143165:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed3bbd6a. 00000100:00000010:2.0:1761312153.143167:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:2.0:1761312153.143173:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009d2f4b2. 00000100:00000010:2.0:1761312153.143175:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:2.0:1761312153.143177:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d758c30. 00000100:00000010:2.0:1761312153.143179:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:2.0:1761312153.143183:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f93a17. 00000100:00000010:2.0:1761312153.143186:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:2.0:1761312153.143194:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312153.143198:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d6890d6. 00000400:00000010:2.0:1761312153.143202:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5de77db (tot 82339466). 00000800:00000200:0.0:1761312153.144099:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.144104:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:0.0:1761312153.144110:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.144117:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.144121:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:0.0:1761312153.144122:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 02000000:00000010:0.0:1761312153.144127:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd843c64. 00000800:00000200:0.0:1761312153.144347:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.144350:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:0.0:1761312153.144354:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.144357:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.144359:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312153.144361:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:0.0:1761312153.144367:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.146927:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.146947:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffd40 00000400:00000200:0.0:1761312153.146955:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae61d [1] + 224 00000400:00000200:0.0:1761312153.146967:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.146970:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.146980:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.147016:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.147021:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53a00 00000400:00000200:0.0:1761312153.147025:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 0 00000400:00000010:1.0:1761312153.147034:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:0.0:1761312153.147037:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.147038:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.147040:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000400:00000200:0.0:1761312153.147040:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.147044:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761312153.147046:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761312153.147049:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000100:00000200:1.0:1761312153.147053:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761312153.147109:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:2.0:1761312153.147116:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.147120:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.147142:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012513792/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.147176:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513792 02000000:00000010:2.0:1761312153.147187:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f93a17. 00010000:00000010:2.0:1761312153.147223:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.147230:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.147236:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312153.147239:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.147252:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312153.147256:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513792, offset 224 00000400:00000200:2.0:1761312153.147263:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.147274:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.147279:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88747:88747:256:4294967295] 192.168.203.32@tcp LPNI seq info [88747:88747:8:4294967295] 00000400:00000200:2.0:1761312153.147290:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.147296:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.147300:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312153.147306:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.147312:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.147316:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.147341:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.147346:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.147349:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00010000:00000010:1.0:1761312153.147396:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce4f20e3. 02000000:00000010:1.0:1761312153.147412:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045d54db7. 02000000:00000010:1.0:1761312153.147418:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000380ddcbd. 00000100:00000010:1.0:1761312153.147422:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.147426:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.147429:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00080000:00000010:1.0:1761312153.147442:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045d54db7. 00000800:00000200:3.0:1761312153.147453:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.147458:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312153.147463:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.147467:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.147469:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:3.0:1761312153.147471:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00010000:00000010:1.0:1761312153.147517:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.147523:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aaf20db6. 00010000:00000010:1.0:1761312153.147589:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312153.147594:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.147603:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.147606:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.147612:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.147662:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000380ddcbd. 02000000:00000010:1.0:1761312153.147686:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74317ef. 00000400:00000010:1.0:1761312153.147691:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.147694:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.147698:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316352, portal 16 00000400:00000010:1.0:1761312153.147703:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312153.147705:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316352, offset 0 00000400:00000200:1.0:1761312153.147710:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.147716:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.147722:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.147725:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.147728:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.147730:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88748:88748:256:4294967295] 192.168.203.32@tcp LPNI seq info [88748:88748:8:4294967295] 00000400:00000200:1.0:1761312153.147736:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.147740:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.147743:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.147757:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.147761:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.147764:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.147845:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.147848:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:0.0:1761312153.147852:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.147856:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.147858:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:0.0:1761312153.147859:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:0.0:1761312153.147864:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.148714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d81f8c0. 00010000:00000010:1.1:1761312153.148724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.1:1761312153.148730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f72bb17. 00010000:00000010:1.1:1761312153.148735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002190482b. 00010000:00000010:1.1:1761312153.148739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312153.148742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff4cc15. 00010000:00000010:1.1:1761312153.148759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00000400:00000200:0.0:1761312153.152618:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.152661:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffd80 00000400:00000200:0.0:1761312153.152668:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae62d [1] + 224 00000400:00000200:0.0:1761312153.152678:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.152681:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00010000:00000010:2.1:1761312153.152889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00000100:00000200:0.0:1761312153.153226:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.153359:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.153367:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53a40 00000400:00000200:0.0:1761312153.153371:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 328 00000400:00000200:0.0:1761312153.153392:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.153395:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.153399:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.153403:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 00000400:00000010:1.0:1761312153.153844:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.153850:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.153851:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.153857:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.153864:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.153890:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74317ef. 02000000:00000010:1.0:1761312153.153895:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000380ddcbd. 00000100:00000010:1.0:1761312153.153899:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.153903:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.153906:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000020:00000010:2.0:1761312153.154386:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:2.0:1761312153.154395:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.154399:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.154420:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000926416a1 x1846868012513856/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.154455:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513856 02000000:00000010:2.0:1761312153.154465:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009d2f4b2. 00010000:00000010:2.0:1761312153.154490:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c004a61e. 00010000:00000010:2.0:1761312153.154507:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.154513:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.154528:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312153.154530:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.154541:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312153.154545:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513856, offset 224 00000400:00000200:2.0:1761312153.154551:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.154561:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.154566:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88749:88749:256:4294967295] 192.168.203.32@tcp LPNI seq info [88749:88749:8:4294967295] 00000400:00000200:2.0:1761312153.154575:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.154579:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.154583:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312153.154588:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.154594:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.154597:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.154641:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.154648:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.154651:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00080000:00000010:1.0:1761312153.154902:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74317ef. 00010000:00000010:1.0:1761312153.154991:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.154998:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008157a53. 00010000:00000010:1.0:1761312153.155079:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312153.155085:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.155094:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.155098:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.155104:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312153.155113:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000287452bc. 02000000:00000010:1.0:1761312153.155134:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c1c7106. 00000400:00000010:1.0:1761312153.155143:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.155146:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.155150:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316416, portal 16 00000400:00000010:1.0:1761312153.155154:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312153.155156:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316416, offset 0 00000400:00000200:1.0:1761312153.155162:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.155169:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.155176:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.155178:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.155181:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.155184:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88750:88750:255:4294967295] 192.168.203.32@tcp LPNI seq info [88750:88750:7:4294967295] 00000400:00000200:1.0:1761312153.155191:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.155195:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.155199:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339466). 00000800:00000200:1.0:1761312153.155203:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.155207:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.155209:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.155248:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.155252:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82339218). 00000400:00000200:0.0:1761312153.155257:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.155262:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.155266:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:0.0:1761312153.155268:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000800:00000200:0.0:1761312153.155292:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.155294:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:0.0:1761312153.155298:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.155301:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.155303:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:0.0:1761312153.155304:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:0.0:1761312153.155308:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015316416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.158467:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.158485:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffdc0 00000400:00000200:0.0:1761312153.158494:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae639 [1] + 224 00000400:00000200:0.0:1761312153.158512:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.158516:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.158527:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015316416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.158619:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.158694:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.158697:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.158704:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015316416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.158712:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015316416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.158742:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c1c7106. 02000000:00000010:1.0:1761312153.158757:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000287452bc. 00000100:00000010:1.0:1761312153.158760:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312153.158764:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.158767:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00010000:00000010:1.1:1761312153.163248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0878ea. 00010000:00000010:1.1:1761312153.163261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312153.163266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b0e243d. 00010000:00000010:1.1:1761312153.163270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3df719. 00010000:00000010:1.1:1761312153.163272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:1.0:1761312153.163305:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.163320:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53a80 00000400:00000200:1.0:1761312153.163327:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 656 00000400:00000200:1.0:1761312153.163393:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.163397:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.163404:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.163409:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 00000020:00000010:3.0:1761312153.163499:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b866fc. 00000020:00000010:3.0:1761312153.163505:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.163508:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.163532:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ccedbd1 x1846868012513920/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.163565:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513920 02000000:00000010:3.0:1761312153.163576:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049f3a84b. 00010000:00000010:3.0:1761312153.163602:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b078258. 00010000:00000010:3.0:1761312153.163619:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.163652:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000763363a5. 00000100:00000010:3.0:1761312153.163663:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000763363a5. 00010000:00000010:3.0:1761312153.163667:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.163680:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.163684:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012513920, offset 224 00000400:00000200:3.0:1761312153.163692:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.163703:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.163708:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88751:88751:256:4294967295] 192.168.203.32@tcp LPNI seq info [88751:88751:8:4294967295] 00000400:00000200:3.0:1761312153.163718:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.163722:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.163727:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.163732:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.163738:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.163741:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.163769:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312153.163775:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.163777:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b866fc. 00000800:00000200:3.0:1761312153.163831:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.163834:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:3.0:1761312153.163837:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.163840:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.163844:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312153.163845:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00080000:00000010:1.0:1761312153.164179:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000287452bc. 00010000:00000010:1.0:1761312153.164258:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.164266:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066de7601. 00010000:00000010:1.0:1761312153.164337:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.164342:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.164351:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.164355:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.164362:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b965a72d. 02000000:00000010:1.0:1761312153.164371:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c1c7106. 02000000:00000010:1.0:1761312153.164394:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000380ddcbd. 00000400:00000010:1.0:1761312153.164399:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.164403:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.164408:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316480, portal 16 00000400:00000010:1.0:1761312153.164412:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312153.164414:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316480, offset 0 00000400:00000200:1.0:1761312153.164420:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.164427:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.164433:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.164436:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.164438:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.164441:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88752:88752:256:4294967295] 192.168.203.32@tcp LPNI seq info [88752:88752:8:4294967295] 00000400:00000200:1.0:1761312153.164448:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.164453:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.164456:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.164460:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.164464:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.164466:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.165037:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.165041:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312153.165046:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.165051:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.165054:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:3.0:1761312153.165055:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:3.0:1761312153.165062:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b965a72d x1846868015316480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.167715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee5c95c. 00000400:00000200:1.0:1761312153.168680:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.168699:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 26 MB=0x68fb777d53ac0 00000400:00000200:1.0:1761312153.168707:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.32@tcp of length 224/224 into md 0x8ab05 [2] + 0 00000400:00000010:1.0:1761312153.168712:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff2d32ee. 00000400:00000200:1.0:1761312153.168716:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000084275a64 00000400:00000200:1.0:1761312153.168727:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.168731:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.168735:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084275a64 00000400:00000010:1.0:1761312153.168737:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000084275a64 (tot 82338818). 00000100:00000200:1.0:1761312153.168742:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1761312153.168777:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.168783:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 12 MB=0x68fb777d53b00 00000400:00000200:1.0:1761312153.168789:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.32@tcp of length 224/224 into md 0x79f3d [64] + 161664 00000400:00000200:1.0:1761312153.168796:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.168799:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.168802:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761312153.168807:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000765c59b9. 00000400:00000200:1.0:1761312153.168820:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.168825:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 28 MB=0x68fb777d53b80 00000400:00000200:1.0:1761312153.168829:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.32@tcp of length 224/224 into md 0x76601 [8] + 2688 00000400:00000200:1.0:1761312153.168835:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.168839:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.168842:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761312153.168844:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068ff58f4. 00000400:00000200:1.0:1761312153.168867:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.168872:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 28 MB=0x68fb777d53b40 00000400:00000200:1.0:1761312153.168876:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.32@tcp of length 224/224 into md 0x76601 [8] + 2912 00000400:00000200:1.0:1761312153.168887:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.168890:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.168892:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761312153.168895:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043ef8a4a. 00000020:00000010:0.0:1761312153.168905:0:77026:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e19fa12. 00000020:00000010:0.0:1761312153.168914:0:77026:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.168919:0:77026:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312153.168963:0:77026:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc435adb. 00000020:00000010:0.0:1761312153.168966:0:77026:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.168969:0:77026:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.168987:0:77026:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514176 02000000:00000010:0.0:1761312153.169007:0:77026:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c65099be. 00010000:00000200:0.0:1761312153.169018:0:77026:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000068ff58f4 x1846868012514176/t0(0) o400->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 224/224 e 0 to 0 dl 1761312196 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761312153.169035:0:77026:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.169041:0:77026:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846868012514176, offset 224 00000400:00000200:0.0:1761312153.169048:0:77026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.169058:0:77026:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.169064:0:77026:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88753:88753:256:4294967295] 192.168.203.32@tcp LPNI seq info [88753:88753:8:4294967295] 00000400:00000200:0.0:1761312153.169074:0:77026:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.169079:0:77026:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.169083:0:77026:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339066). 00000800:00000200:0.0:1761312153.169089:0:77026:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000020:00000010:3.0:1761312153.169090:0:71764:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5e2392. 00000020:00000010:3.0:1761312153.169094:0:71764:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000800:00000200:0.0:1761312153.169095:0:77026:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000020:00000010:3.0:1761312153.169096:0:71764:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000800:00000200:0.0:1761312153.169098:0:77026:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.169111:0:77026:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b765226. 00000020:00000010:0.0:1761312153.169115:0:77026:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000100:00000200:3.0:1761312153.169116:0:71764:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012513984 00000020:00000010:0.0:1761312153.169118:0:77026:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e19fa12. 02000000:00000010:3.0:1761312153.169122:0:71764:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054edea0d. 00010000:00000200:3.0:1761312153.169127:0:71764:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f844e3c7 x1846868012513984/t0(0) o400->c82e3008-efea-4f90-aeca-c406fca9458c@192.168.203.32@tcp:594/0 lens 224/224 e 0 to 0 dl 1761312159 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761312153.169128:0:77026:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514112 02000000:00000010:0.0:1761312153.169133:0:77026:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e19fa12. 00000400:00000010:3.0:1761312153.169136:0:71764:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00010000:00000200:0.0:1761312153.169136:0:77026:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000043ef8a4a x1846868012514112/t0(0) o400->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 224/224 e 0 to 0 dl 1761312196 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:3.0:1761312153.169139:0:71764:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846868012513984, offset 224 00000400:00000200:3.0:1761312153.169143:0:71764:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000010:0.0:1761312153.169143:0:77026:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000400:00000200:3.0:1761312153.169149:0:71764:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.169152:0:71764:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88754:88754:255:4294967295] 192.168.203.32@tcp LPNI seq info [88754:88754:7:4294967295] 00000100:00000200:0.0:1761312153.169158:0:77026:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846868012514112, offset 224 00000400:00000200:3.0:1761312153.169159:0:71764:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000400:00000200:0.0:1761312153.169162:0:77026:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000800:00000200:3.0:1761312153.169163:0:71764:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.169166:0:71764:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339314). 00000400:00000200:0.0:1761312153.169166:0:77026:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000800:00000200:3.0:1761312153.169169:0:71764:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000400:00000200:0.0:1761312153.169169:0:77026:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88755:88755:254:4294967295] 192.168.203.32@tcp LPNI seq info [88755:88755:6:4294967295] 00000800:00000200:3.0:1761312153.169173:0:71764:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.169175:0:71764:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1761312153.169177:0:77026:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000020:00000010:3.0:1761312153.169180:0:71764:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000800:00000200:0.0:1761312153.169180:0:77026:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.169182:0:77026:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339562). 00000020:00000010:3.0:1761312153.169184:0:71764:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000800:00000200:0.0:1761312153.169185:0:77026:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000020:00000010:3.0:1761312153.169186:0:71764:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c5e2392. 00000800:00000200:0.0:1761312153.169188:0:77026:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.169190:0:77026:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1761312153.169193:0:71764:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1761312153.169194:0:77026:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a62ca586. 00000400:00000010:3.0:1761312153.169196:0:71764:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008969be6d. 00000020:00000010:0.0:1761312153.169196:0:77026:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.169199:0:77026:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc435adb. 00000400:00000010:3.0:1761312153.169200:0:71764:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000763363a5 (tot 82339714). 00000400:00000200:3.0:1761312153.169223:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.169230:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffe00 00000400:00000200:3.0:1761312153.169236:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae645 [1] + 224 00000020:00000010:2.0:1761312153.169238:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:2.0:1761312153.169244:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000400:00000200:3.0:1761312153.169245:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1761312153.169248:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000400:00000200:3.0:1761312153.169250:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.169258:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b965a72d x1846868015316480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.169287:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514048 00000800:00000200:3.0:1761312153.169297:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761312153.169299:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed3bbd6a. 00000800:00000010:3.0:1761312153.169302:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339466). 00000400:00000200:3.0:1761312153.169306:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1761312153.169307:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000765c59b9 x1846868012514048/t0(0) o400->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 224/224 e 0 to 0 dl 1761312196 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312153.169312:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.169316:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:3.0:1761312153.169319:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000400:00000010:2.0:1761312153.169323:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312153.169328:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868012514048, offset 224 00000800:00000200:3.0:1761312153.169331:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.169333:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:2.0:1761312153.169335:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.169337:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.169341:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.169344:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000200:2.0:1761312153.169345:0:75243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000010:3.0:1761312153.169346:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 02000000:00000010:3.0:1761312153.169351:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054edea0d. 00000400:00000200:2.0:1761312153.169351:0:75243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88756:88756:254:4294967295] 192.168.203.32@tcp LPNI seq info [88756:88756:6:4294967295] 00000400:00000200:2.0:1761312153.169361:0:75243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.169756:0:75243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.169760:0:75243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312153.169764:0:75243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.169769:0:75243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.169771:0:75243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.169779:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.169782:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.169785:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00000400:00000010:1.0:1761312153.169882:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:1.0:1761312153.169886:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:1.0:1761312153.169887:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:1.0:1761312153.169893:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b965a72d x1846868015316480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.169900:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b965a72d x1846868015316480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.169924:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000380ddcbd. 02000000:00000010:1.0:1761312153.169929:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c1c7106. 00000100:00000010:1.0:1761312153.169933:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b965a72d. 00000100:00000010:1.0:1761312153.169935:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.169939:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000800:00000200:3.0:1761312153.170218:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.170221:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312153.170224:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.170228:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.170231:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:3.0:1761312153.170232:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000800:00000200:3.0:1761312153.170275:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.170277:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312153.170281:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.170284:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.170286:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:3.0:1761312153.170288:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00010000:00000010:1.1:1761312153.170708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592423f1. 00010000:00000010:1.1:1761312153.170717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:3.1:1761312153.170841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060daccff. 00000400:00000200:1.0:1761312153.171206:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.171220:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53bc0 00000400:00000200:1.0:1761312153.171231:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 984 00000400:00000200:1.0:1761312153.171249:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.171253:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.171261:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.171267:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b965a72d. 00000020:00000010:2.0:1761312153.171368:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd843c64. 00000020:00000010:2.0:1761312153.171375:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.171378:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.171401:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b965a72d x1846868012514240/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.171897:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514240 02000000:00000010:2.0:1761312153.171910:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:2.0:1761312153.171936:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000954c0c13. 00010000:00000010:2.0:1761312153.171957:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.171965:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.171985:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312153.171988:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000010:2.0:1761312153.172001:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312153.172005:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514240, offset 224 00000400:00000200:2.0:1761312153.172012:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.172021:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.172026:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88757:88757:256:4294967295] 192.168.203.32@tcp LPNI seq info [88757:88757:8:4294967295] 00000400:00000200:2.0:1761312153.172034:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.172039:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.172042:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.172047:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.172052:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.172055:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.172077:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.172082:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.172085:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd843c64. 00080000:00000010:1.0:1761312153.172169:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000380ddcbd. 00010000:00000010:1.0:1761312153.172241:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.172247:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fb708a9. 00010000:00000010:1.0:1761312153.172314:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312153.172318:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312153.172327:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f161e216. 00000100:00000010:1.0:1761312153.172331:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.172338:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 02000000:00000010:1.0:1761312153.172348:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c1c7106. 02000000:00000010:1.0:1761312153.172370:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d4da5ad. 00000400:00000010:1.0:1761312153.172375:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.172380:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312153.172384:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316544, portal 16 00000800:00000200:0.0:1761312153.172397:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.172402:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312153.172407:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.172411:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.172415:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:0.0:1761312153.172416:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00010000:00000010:1.1:1761312153.173893:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008236d7b8. 00010000:00000010:1.1:1761312153.173904:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00000400:00000010:0.0:1761312153.174264:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312153.174273:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316544, offset 0 00000400:00000200:0.0:1761312153.174282:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.174295:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.174300:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.174303:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.174306:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.174309:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88758:88758:256:4294967295] 192.168.203.32@tcp LPNI seq info [88758:88758:8:4294967295] 00000400:00000200:0.0:1761312153.174319:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.174324:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.174330:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.174336:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.174342:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.174346:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.174490:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.174494:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.174498:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.174503:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.174506:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:3.0:1761312153.174508:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:3.0:1761312153.174514:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ca87d8b x1846868015316544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.178185:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.178203:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffe40 00000400:00000200:1.0:1761312153.178210:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae665 [1] + 224 00000400:00000200:1.0:1761312153.178226:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.178230:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.178241:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ca87d8b x1846868015316544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.179551:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000846b2351. 00000400:00000200:0.0:1761312153.179560:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:0.0:1761312153.179563:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:0.0:1761312153.179573:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ca87d8b x1846868015316544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.179582:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ca87d8b x1846868015316544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.179609:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d4da5ad. 02000000:00000010:0.0:1761312153.179614:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c1c7106. 00000100:00000010:0.0:1761312153.179619:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 00000100:00000010:0.0:1761312153.180413:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:0.0:1761312153.180419:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f161e216. 00000400:00000200:0.0:1761312153.181262:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.181278:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53c00 00000400:00000200:0.0:1761312153.181284:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 1312 00000400:00000200:0.0:1761312153.181345:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.181349:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.181356:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.181362:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000020:00000010:1.0:1761312153.181521:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d4da5ad. 00000020:00000010:1.0:1761312153.181534:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c43bf479. 00000020:00000010:1.0:1761312153.181537:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.181562:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c51fe62 x1846868012514304/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.181598:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514304 02000000:00000010:1.0:1761312153.181611:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6f9fd5b. 00010000:00000010:2.1:1761312153.181654:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e3f75f. 00010000:00000010:1.0:1761312153.181658:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab76dcda. 00010000:00000010:1.0:1761312153.181676:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018c08110. 00000100:00000010:1.0:1761312153.181692:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.181701:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.181704:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018c08110. 00000400:00000010:1.0:1761312153.181717:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312153.181722:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514304, offset 224 00000400:00000200:1.0:1761312153.181729:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.181738:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.181743:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88759:88759:256:4294967295] 192.168.203.32@tcp LPNI seq info [88759:88759:8:4294967295] 00000400:00000200:1.0:1761312153.181760:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.181765:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.181769:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312153.181774:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.181780:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.181783:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.181797:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c43bf479. 00080000:00000010:0.0:1761312153.181797:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc435adb. 00000020:00000010:1.0:1761312153.181801:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.181804:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d4da5ad. 00010000:00000010:0.0:1761312153.181884:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:0.0:1761312153.181891:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad85f121. 00010000:00000010:0.0:1761312153.181961:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312153.181966:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.181981:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e335ffe8. 00000100:00000010:0.0:1761312153.181985:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c5334e3. 00000100:00000010:0.0:1761312153.181990:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 02000000:00000010:0.0:1761312153.182000:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8876a5. 00000800:00000200:3.0:1761312153.182020:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761312153.182020:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c1c7106. 00000800:00000010:3.0:1761312153.182023:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000010:0.0:1761312153.182025:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de16d92. 00000400:00000200:3.0:1761312153.182027:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761312153.182028:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000400:00000200:3.0:1761312153.182030:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.182032:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316608, portal 16 00000400:00000200:3.0:1761312153.182033:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:3.0:1761312153.182036:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000400:00000010:0.0:1761312153.182036:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312153.182038:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316608, offset 0 00000400:00000200:0.0:1761312153.182043:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.182048:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.182054:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.182057:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.182060:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.182062:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88760:88760:256:4294967295] 192.168.203.32@tcp LPNI seq info [88760:88760:8:4294967295] 00000400:00000200:0.0:1761312153.182069:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.182073:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.182076:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.182079:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.182083:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.182084:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.182777:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.182781:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312153.182785:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.182789:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.182792:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:1.0:1761312153.182793:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:1.0:1761312153.182799:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfb71ed1 x1846868015316608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.184219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009164d20b. 00010000:00000010:1.1:1761312153.184229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:0.0:1761312153.184593:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.184607:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffe80 00000400:00000200:0.0:1761312153.184615:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae671 [1] + 224 00000400:00000200:0.0:1761312153.184651:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.184655:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.184664:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfb71ed1 x1846868015316608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.184835:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.184841:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53c40 00000400:00000200:0.0:1761312153.184846:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 1640 00000400:00000200:0.0:1761312153.185059:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.185063:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.185068:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.185074:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000400:00000010:2.0:1761312153.185145:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de16d92. 00000400:00000200:2.0:1761312153.185150:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:2.0:1761312153.185152:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:2.0:1761312153.185159:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfb71ed1 x1846868015316608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.185166:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfb71ed1 x1846868015316608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312153.185338:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054edea0d. 00000020:00000010:3.0:1761312153.185345:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.185350:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.185371:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012514368/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.185404:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514368 02000000:00000010:3.0:1761312153.185414:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c5e2392. 00010000:00000010:3.0:1761312153.185451:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.185458:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dde3fb4. 00000100:00000010:3.0:1761312153.185464:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dde3fb4. 00010000:00000010:3.0:1761312153.185467:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.185480:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.185483:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514368, offset 224 00000400:00000200:3.0:1761312153.185489:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00010000:00000010:2.0:1761312153.185491:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f2d5407. 00000400:00000200:3.0:1761312153.185499:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 02000000:00000010:2.0:1761312153.185501:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c1c7106. 00000400:00000200:3.0:1761312153.185504:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88761:88761:256:4294967295] 192.168.203.32@tcp LPNI seq info [88761:88761:8:4294967295] 02000000:00000010:2.0:1761312153.185506:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8876a5. 00000100:00000010:2.0:1761312153.185510:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 00000400:00000200:3.0:1761312153.185513:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000100:00000010:2.0:1761312153.185513:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c5334e3. 00010000:00000010:2.0:1761312153.185515:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e335ffe8. 00000800:00000200:3.0:1761312153.185518:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.185522:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.185526:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00080000:00000010:2.0:1761312153.185531:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd843c64. 00000800:00000200:3.0:1761312153.185533:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.185536:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.185562:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.185567:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.185569:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054edea0d. 00010000:00000010:2.0:1761312153.185610:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:2.0:1761312153.185616:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000905b8c19. 00000800:00000200:0.0:1761312153.185916:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.185920:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312153.185923:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.185931:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.185935:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:0.0:1761312153.185936:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00010000:00000010:2.0:1761312153.185967:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312153.185973:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312153.185983:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f0bc27d2. 00000100:00000010:2.0:1761312153.185987:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.185992:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312153.186002:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8876a5. 02000000:00000010:2.0:1761312153.186023:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d758c30. 00000400:00000010:2.0:1761312153.186028:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b47df792. 00000400:00000010:2.0:1761312153.186032:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312153.186036:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316672, portal 16 00000400:00000010:2.0:1761312153.186039:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312153.186041:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316672, offset 0 00000400:00000200:2.0:1761312153.186046:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.186053:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.186059:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.186062:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.186064:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.186067:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88762:88762:256:4294967295] 192.168.203.32@tcp LPNI seq info [88762:88762:8:4294967295] 00000400:00000200:2.0:1761312153.186073:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.186078:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.186081:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.186084:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.186088:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.186090:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.186160:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.186163:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312153.186167:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.186169:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.186172:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:0.0:1761312153.186173:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:0.0:1761312153.186177:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015316672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.186764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028ede7a5. 00010000:00000010:0.1:1761312153.186770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312153.187094:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bccf352. 00000400:00000200:2.0:1761312153.189101:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.189119:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777fffec0 00000400:00000200:2.0:1761312153.189128:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae67d [1] + 224 00000400:00000200:2.0:1761312153.189145:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.189148:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.189159:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015316672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.189487:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b47df792. 00000400:00000200:3.0:1761312153.189492:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:3.0:1761312153.189494:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:3.0:1761312153.189499:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015316672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.189511:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015316672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.189537:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d758c30. 02000000:00000010:3.0:1761312153.189542:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8876a5. 00000100:00000010:3.0:1761312153.189547:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:3.0:1761312153.189550:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:3.0:1761312153.189553:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f0bc27d2. 00000400:00000200:1.0:1761312153.189595:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.189603:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53c80 00000400:00000200:1.0:1761312153.189607:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacf9d [2] + 1968 00000400:00000010:1.0:1761312153.189609:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000799e0f76. 00000400:00000200:1.0:1761312153.189612:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007c800cdb 00000400:00000200:1.0:1761312153.189799:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.189804:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.189808:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c800cdb 00000400:00000010:1.0:1761312153.189809:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007c800cdb (tot 82338818). 00000100:00000200:1.0:1761312153.189815:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312153.189923:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054edea0d. 00000020:00000010:3.0:1761312153.189929:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.189933:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.189954:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006dc16aa2 x1846868012514432/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.189986:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514432 02000000:00000010:3.0:1761312153.189995:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006aedc927. 00010000:00000010:3.0:1761312153.190020:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdb102dd. 00010000:00000010:3.0:1761312153.190039:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312153.190044:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dde3fb4. 00000100:00000010:3.0:1761312153.190100:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dde3fb4. 00010000:00000010:3.0:1761312153.190104:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000400:00000010:3.0:1761312153.190419:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312153.190426:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514432, offset 224 00000400:00000200:3.0:1761312153.190432:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.190443:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.190449:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88763:88763:256:4294967295] 192.168.203.32@tcp LPNI seq info [88763:88763:8:4294967295] 00000400:00000200:3.0:1761312153.190458:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.190462:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.190466:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312153.190472:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.190478:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.190482:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.190712:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.190719:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.190721:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054edea0d. 02000000:00000010:3.0:1761312153.190728:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c5e2392. 00000100:00000010:3.0:1761312153.190731:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:3.0:1761312153.190735:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f6f9fd5b. 00000100:00000010:3.0:1761312153.190737:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:3.0:1761312153.190740:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:3.0:1761312153.190743:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b965a72d. 02000000:00000010:3.0:1761312153.190746:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049f3a84b. 00000100:00000010:3.0:1761312153.190759:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 02000000:00000010:3.0:1761312153.190763:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009d2f4b2. 00000100:00000010:3.0:1761312153.190765:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 02000000:00000010:3.0:1761312153.190768:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f93a17. 00000100:00000010:3.0:1761312153.190771:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000200:3.0:1761312153.190778:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312153.190783:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6fbc485. 00000400:00000010:3.0:1761312153.190787:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004dde3fb4 (tot 82339218). 00080000:00000010:3.0:1761312153.190812:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049f3a84b. 00010000:00000010:3.0:1761312153.190897:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:3.0:1761312153.190904:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cbda3c5. 00010000:00000010:3.0:1761312153.190973:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.0:1761312153.190978:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc5da5eb. 00010000:00000010:3.0:1761312153.190989:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e9b5f1c. 00000100:00000010:3.0:1761312153.190993:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.191000:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.191011:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c5e2392. 02000000:00000010:3.0:1761312153.191037:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054edea0d. 00000400:00000010:3.0:1761312153.191042:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.191045:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312153.191049:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316736, portal 16 00000400:00000010:3.0:1761312153.191053:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312153.191055:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316736, offset 0 00000400:00000200:3.0:1761312153.191061:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.191068:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.191075:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.191079:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.191082:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.191084:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88764:88764:255:4294967295] 192.168.203.32@tcp LPNI seq info [88764:88764:7:4294967295] 00000400:00000200:3.0:1761312153.191091:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.191096:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.191099:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:3.0:1761312153.191103:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.191107:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.191109:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.191269:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.191273:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:1.0:1761312153.191276:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.191280:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.191284:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:1.0:1761312153.191285:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 02000000:00000010:1.0:1761312153.191289:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006aedc927. 00000800:00000200:1.0:1761312153.191552:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.191555:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312153.191558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.191562:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.191564:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:1.0:1761312153.191565:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00000100:00000200:1.0:1761312153.191572:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015316736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.193226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3f5000. 00010000:00000010:2.1:1761312153.193237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b4e9265. 00010000:00000010:2.1:1761312153.193241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00000400:00000200:2.0:1761312153.196033:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.196052:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffff00 00000400:00000200:2.0:1761312153.196060:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae68d [1] + 224 00000400:00000200:2.0:1761312153.196084:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.196088:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.196099:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015316736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.196460:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.196465:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:3.0:1761312153.196467:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000100:00000200:3.0:1761312153.196473:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015316736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.196481:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015316736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.196481:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.196489:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53cc0 00000400:00000200:1.0:1761312153.196494:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 0 02000000:00000010:3.0:1761312153.196509:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054edea0d. 02000000:00000010:3.0:1761312153.196515:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c5e2392. 00000100:00000010:3.0:1761312153.196518:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312153.196521:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.196524:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e9b5f1c. 00000400:00000200:1.0:1761312153.196546:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.196550:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.196554:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.196558:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd8565e1. 00000020:00000010:3.0:1761312153.197386:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5e2392. 00000020:00000010:3.0:1761312153.197394:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.197398:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.197421:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd8565e1 x1846868012514496/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.197460:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514496 02000000:00000010:3.0:1761312153.197471:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054edea0d. 00010000:00000010:3.0:1761312153.197494:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8808540. 00010000:00000010:3.0:1761312153.197510:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e9b5f1c. 00000100:00000010:3.0:1761312153.197515:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.197525:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.197527:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e9b5f1c. 00000400:00000010:3.0:1761312153.197538:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312153.197767:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514496, offset 224 00000400:00000200:3.0:1761312153.197777:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.197787:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.197792:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88765:88765:256:4294967295] 192.168.203.32@tcp LPNI seq info [88765:88765:8:4294967295] 00000400:00000200:3.0:1761312153.197801:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.197806:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.197810:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.197815:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.197822:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.197826:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.197847:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.197853:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.197856:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c5e2392. 00080000:00000010:3.0:1761312153.197879:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c5e2392. 00000800:00000200:2.0:1761312153.197987:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.197990:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312153.197993:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.197997:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.198000:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:2.0:1761312153.198001:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00010000:00000010:3.0:1761312153.198278:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc5da5eb. 00010000:00000010:3.0:1761312153.198285:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048e9d398. 00010000:00000010:3.0:1761312153.198366:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.0:1761312153.198371:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc5da5eb. 00010000:00000010:3.0:1761312153.198379:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e9b5f1c. 00000100:00000010:3.0:1761312153.198383:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.198389:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.198399:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014a92ee0. 02000000:00000010:3.0:1761312153.198421:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aedc927. 00000400:00000010:3.0:1761312153.198426:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.198430:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.198434:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316800, portal 16 00000400:00000010:3.0:1761312153.198438:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312153.198440:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316800, offset 0 00000400:00000200:3.0:1761312153.198445:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.198452:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.198457:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.198461:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.198463:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.198465:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88766:88766:256:4294967295] 192.168.203.32@tcp LPNI seq info [88766:88766:8:4294967295] 00000400:00000200:3.0:1761312153.198472:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.198476:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.198479:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.198482:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.198486:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.198488:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.199069:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.199073:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312153.199077:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.199081:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.199084:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:2.0:1761312153.199086:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00000100:00000200:2.0:1761312153.199092:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015316800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.202337:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.202355:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffff40 00000400:00000200:3.0:1761312153.202364:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae699 [1] + 224 00000400:00000200:3.0:1761312153.202400:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.202404:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.202413:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015316800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.202470:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:2.0:1761312153.202476:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:2.0:1761312153.202478:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:2.0:1761312153.202485:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015316800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.202493:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015316800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.202522:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aedc927. 02000000:00000010:2.0:1761312153.202527:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014a92ee0. 00000100:00000010:2.0:1761312153.202530:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:2.0:1761312153.202533:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:2.0:1761312153.202536:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e9b5f1c. 00010000:00000010:3.1:1761312153.206973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e083104f. 00000400:00000200:2.0:1761312153.207725:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.207742:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53d00 00000400:00000200:2.0:1761312153.207774:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 328 00000400:00000200:2.0:1761312153.207840:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.207845:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.207852:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.207858:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:3.0:1761312153.207976:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b866fc. 00000020:00000010:3.0:1761312153.207982:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.207987:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.208010:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012514560/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.208043:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514560 02000000:00000010:3.0:1761312153.208054:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6d44aac. 00010000:00000010:3.0:1761312153.208082:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011d17846. 00010000:00000010:3.0:1761312153.208105:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003029ae1. 00000100:00000010:3.0:1761312153.208112:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.208135:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.208139:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003029ae1. 00000400:00000010:3.0:1761312153.208153:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312153.208157:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514560, offset 224 00000400:00000200:3.0:1761312153.208164:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.208174:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.208182:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88767:88767:256:4294967295] 192.168.203.32@tcp LPNI seq info [88767:88767:8:4294967295] 00000400:00000200:3.0:1761312153.208191:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.208195:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.208199:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.208204:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.208210:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.208213:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.208233:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312153.208238:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.208241:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b866fc. 00080000:00000010:0.0:1761312153.208298:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b000709. 00000800:00000200:1.0:1761312153.208303:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.208307:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312153.208312:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.208316:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.208319:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312153.208322:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00010000:00000010:0.0:1761312153.208374:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc5da5eb. 00010000:00000010:0.0:1761312153.208380:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7f98f93. 00010000:00000010:0.0:1761312153.208437:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1b0743c. 00010000:00000010:0.0:1761312153.208442:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.208449:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008feb2dcf. 00000100:00000010:0.0:1761312153.208453:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.208458:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 02000000:00000010:0.0:1761312153.208467:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c55c70b9. 02000000:00000010:0.0:1761312153.208486:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dc6d652. 00000400:00000010:0.0:1761312153.208490:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069ddcc9b. 00000400:00000010:0.0:1761312153.208495:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312153.208499:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316864, portal 16 00000400:00000010:0.0:1761312153.208504:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312153.208506:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316864, offset 0 00000400:00000200:0.0:1761312153.208510:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.208516:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.208522:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.208525:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.208528:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.208530:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88768:88768:256:4294967295] 192.168.203.32@tcp LPNI seq info [88768:88768:8:4294967295] 00000400:00000200:0.0:1761312153.208536:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.208540:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.208543:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.208546:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.208550:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.208553:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312153.209026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f356ef2. 00010000:00000010:3.1:1761312153.209033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00000800:00000200:3.0:1761312153.209221:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.209224:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.209227:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.209232:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.209235:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312153.209236:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:3.0:1761312153.209242:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d91a4279 x1846868015316864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.212184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce128c73. 00010000:00000010:3.1:1761312153.212198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089235966. 00010000:00000010:3.1:1761312153.212203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00010000:00000010:0.1:1761312153.212296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2620b64. 00010000:00000010:0.1:1761312153.212302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.1:1761312153.214947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205340d. 00000400:00000200:3.0:1761312153.215606:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.216199:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffff80 00000400:00000200:3.0:1761312153.216211:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6a5 [1] + 224 00000400:00000200:3.0:1761312153.216226:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.216230:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.216241:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d91a4279 x1846868015316864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.217056:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.217069:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53d40 00000400:00000200:3.0:1761312153.217075:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 656 00000400:00000200:3.0:1761312153.217088:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.217092:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.217096:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.217102:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:2.0:1761312153.217158:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d758c30. 00000020:00000010:2.0:1761312153.217165:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.217170:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.217194:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012514624/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.217233:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514624 02000000:00000010:2.0:1761312153.217245:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037d3cf70. 00010000:00000010:2.0:1761312153.217283:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033f79408. 00000100:00000010:2.0:1761312153.217289:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b27394e6. 00000100:00000010:2.0:1761312153.217296:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b27394e6. 00010000:00000010:2.0:1761312153.217300:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033f79408. 00000400:00000010:2.0:1761312153.217313:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312153.217318:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514624, offset 224 00000400:00000200:2.0:1761312153.217325:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.217335:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.217339:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88769:88769:256:4294967295] 192.168.203.32@tcp LPNI seq info [88769:88769:8:4294967295] 00000400:00000200:2.0:1761312153.217349:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.217354:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.217358:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.217364:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.217371:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.217374:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.217392:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.217396:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.217399:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d758c30. 00000400:00000010:1.0:1761312153.217664:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069ddcc9b. 00000400:00000200:1.0:1761312153.217669:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:1.0:1761312153.217672:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:1.0:1761312153.217678:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d91a4279 x1846868015316864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.217823:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d91a4279 x1846868015316864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312153.217847:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095161f07. 02000000:00000010:1.0:1761312153.217862:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dc6d652. 02000000:00000010:1.0:1761312153.217868:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c55c70b9. 00000100:00000010:1.0:1761312153.217872:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 00000100:00000010:1.0:1761312153.217876:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:1.0:1761312153.217879:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008feb2dcf. 00080000:00000010:1.0:1761312153.217895:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6f9fd5b. 00010000:00000010:1.0:1761312153.218078:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:1.0:1761312153.218084:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000722608c3. 00010000:00000010:1.0:1761312153.218386:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312153.218394:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312153.218406:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018c08110. 00000100:00000010:1.0:1761312153.218422:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.218430:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032fd011e. 02000000:00000010:1.0:1761312153.218442:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d4da5ad. 02000000:00000010:1.0:1761312153.218467:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a733b246. 00000400:00000010:1.0:1761312153.218473:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff2d32ee. 00000400:00000010:1.0:1761312153.218478:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312153.218482:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316928, portal 16 00000400:00000010:1.0:1761312153.218488:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.218490:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316928, offset 0 00000400:00000200:1.0:1761312153.218496:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.218505:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.218511:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.218514:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.218517:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.218519:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88770:88770:255:4294967295] 192.168.203.32@tcp LPNI seq info [88770:88770:7:4294967295] 00000400:00000200:1.0:1761312153.218527:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.218532:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.218536:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339466). 00000800:00000200:1.0:1761312153.218540:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.218545:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.218548:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.218594:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.218597:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:1.0:1761312153.218602:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.218606:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.218609:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:1.0:1761312153.218611:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000800:00000200:1.0:1761312153.218716:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.218718:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:1.0:1761312153.218723:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.218726:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.218728:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:1.0:1761312153.218729:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.218733:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032fd011e x1846868015316928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.225534:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.225557:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb777ffffc0 00000400:00000200:3.0:1761312153.225566:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6b1 [1] + 224 00000400:00000200:3.0:1761312153.225579:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.225582:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.225593:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032fd011e x1846868015316928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.225677:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000010:0.0:1761312153.225684:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff2d32ee. 00000400:00000200:3.0:1761312153.225688:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53d80 00000400:00000200:0.0:1761312153.225690:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:0.0:1761312153.225693:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000100:00000200:0.0:1761312153.225704:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032fd011e x1846868015316928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.225720:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032fd011e x1846868015316928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.225756:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a733b246. 02000000:00000010:0.0:1761312153.225761:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d4da5ad. 00000400:00000200:3.0:1761312153.225765:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 984 00000100:00000010:0.0:1761312153.225767:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032fd011e. 00000100:00000010:0.0:1761312153.225772:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:0.0:1761312153.225776:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018c08110. 00000400:00000200:3.0:1761312153.225822:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.225827:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.225832:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.225837:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:0.0:1761312153.225944:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050c61efd. 00000020:00000010:0.0:1761312153.225950:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.225954:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.225973:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012514688/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312153.225997:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514688 02000000:00000010:0.0:1761312153.226006:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c55c70b9. 00010000:00000010:0.0:1761312153.226030:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cbc6b44. 00010000:00000010:0.0:1761312153.226047:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb610db6. 00000100:00000010:0.0:1761312153.226052:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.226062:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:0.0:1761312153.226065:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb610db6. 00080000:00000010:0.0:1761312153.226087:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dc6d652. 00010000:00000010:0.0:1761312153.226161:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e631bbfc. 00010000:00000010:0.0:1761312153.226167:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5c48895. 00010000:00000010:0.0:1761312153.226227:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f179c4b9. 00010000:00000010:0.0:1761312153.226232:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.226241:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb610db6. 00000100:00000010:0.0:1761312153.226243:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.226249:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312153.226257:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d4da5ad. 02000000:00000010:0.0:1761312153.226275:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c1c7106. 00000400:00000010:0.0:1761312153.226279:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001595c7e7. 00000400:00000010:0.0:1761312153.226282:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312153.226287:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015316992, portal 16 00000400:00000010:0.0:1761312153.226290:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312153.226292:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015316992, offset 0 00000400:00000200:0.0:1761312153.226299:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.226308:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.226314:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.226317:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.226320:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.226323:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88771:88771:256:4294967295] 192.168.203.32@tcp LPNI seq info [88771:88771:8:4294967295] 00000400:00000200:0.0:1761312153.226332:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.226337:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.226341:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.226345:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.226352:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.226355:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761312153.226388:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312153.226391:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514688, offset 224 00000400:00000200:0.0:1761312153.226395:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.226399:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.226402:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88772:88772:255:4294967295] 192.168.203.32@tcp LPNI seq info [88772:88772:7:4294967295] 00000400:00000200:0.0:1761312153.226409:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.226413:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.226415:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.226418:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.226422:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.226423:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.226431:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.226436:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.226438:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050c61efd. 00000800:00000200:3.0:1761312153.226858:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.226862:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312153.226866:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.226871:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.226874:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:3.0:1761312153.226875:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:3.0:1761312153.226881:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015316992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312153.226936:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.226938:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312153.226940:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.226943:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.226945:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:3.0:1761312153.226947:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000400:00000200:2.0:1761312153.229514:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.229533:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000000 00000400:00000200:2.0:1761312153.229541:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6b9 [1] + 224 00000400:00000200:2.0:1761312153.229553:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.229557:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.229569:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015316992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.229612:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.229618:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53dc0 00000400:00000200:2.0:1761312153.229646:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 1312 00000400:00000200:2.0:1761312153.230307:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.230315:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.230322:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.230328:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000400:00000010:3.0:1761312153.230703:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001595c7e7. 00000400:00000200:3.0:1761312153.230708:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:3.0:1761312153.230710:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:3.0:1761312153.230720:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015316992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.230731:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015316992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.230776:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c1c7106. 02000000:00000010:3.0:1761312153.230783:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d4da5ad. 00000100:00000010:3.0:1761312153.230786:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:3.0:1761312153.230791:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:3.0:1761312153.230795:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb610db6. 00010000:00000010:1.1:1761312153.231716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4548bf. 00010000:00000010:1.1:1761312153.231727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082c6be41. 00010000:00000010:1.1:1761312153.231732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00000020:00000010:1.0:1761312153.231785:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.231792:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.231796:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.231822:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012514752/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.231848:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514752 02000000:00000010:1.0:1761312153.231859:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5e9a7ac. 00010000:00000010:1.0:1761312153.231889:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af6eb45b. 00010000:00000010:1.0:1761312153.231908:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312153.231915:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.231934:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.231937:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00000400:00000010:1.0:1761312153.231949:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312153.231953:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514752, offset 224 00000400:00000200:1.0:1761312153.231960:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.231973:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.231980:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88773:88773:256:4294967295] 192.168.203.32@tcp LPNI seq info [88773:88773:8:4294967295] 00000400:00000200:1.0:1761312153.231989:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.231994:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.231998:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339218). 00000800:00000200:1.0:1761312153.232004:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.232011:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.232015:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.234281:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.234295:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.234301:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:3.0:1761312153.235979:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.235985:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00000400:00000200:3.0:1761312153.235992:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.236000:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.236005:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:3.0:1761312153.236008:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00080000:00000010:2.0:1761312153.236959:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d758c30. 00010000:00000010:2.0:1761312153.237057:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312e4a9d. 00010000:00000010:2.0:1761312153.237066:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df8cd45f. 00010000:00000010:2.0:1761312153.237140:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.0:1761312153.237147:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051aea0df. 00010000:00000010:2.0:1761312153.237159:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80c55c7. 00000100:00000010:2.0:1761312153.237298:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa4ae0c2. 00000100:00000010:2.0:1761312153.237309:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312153.237641:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6f28863. 02000000:00000010:2.0:1761312153.237672:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000effcf4c. 00000400:00000010:2.0:1761312153.237679:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f94efb53. 00000400:00000010:2.0:1761312153.237683:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312153.237689:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317056, portal 16 00000400:00000010:2.0:1761312153.237693:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312153.237695:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317056, offset 0 00000400:00000200:2.0:1761312153.237705:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.237719:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.237726:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.237731:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.237734:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.237738:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88774:88774:256:4294967295] 192.168.203.32@tcp LPNI seq info [88774:88774:8:4294967295] 00000400:00000200:2.0:1761312153.237761:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.237767:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.237772:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.237778:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.237784:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.237788:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.239426:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.239433:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312153.239440:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.239449:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.239455:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:3.0:1761312153.239457:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:3.0:1761312153.239466:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015317056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.241172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a362da18. 00010000:00000010:0.1:1761312153.242042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000650b561a. 00010000:00000010:0.1:1761312153.242053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006293ab90. 00010000:00000010:0.1:1761312153.242057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:1.0:1761312153.244282:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.244299:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000040 00000400:00000200:1.0:1761312153.244308:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6c9 [1] + 224 00000400:00000200:1.0:1761312153.244327:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.244331:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.244340:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015317056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.244508:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f94efb53. 00000400:00000200:3.0:1761312153.244513:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:3.0:1761312153.244516:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:3.0:1761312153.244523:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015317056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.244530:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015317056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.244558:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000effcf4c. 02000000:00000010:3.0:1761312153.244567:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6f28863. 00000100:00000010:3.0:1761312153.244570:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:3.0:1761312153.244574:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa4ae0c2. 00010000:00000010:3.0:1761312153.244577:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80c55c7. 00000400:00000200:3.0:1761312153.248006:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.248029:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53e00 00000400:00000200:3.0:1761312153.248035:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 1640 00000400:00000200:3.0:1761312153.248089:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.248094:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.248100:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.248105:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312153.248174:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.248182:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.248186:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.248209:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012514816/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.248245:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514816 02000000:00000010:1.0:1761312153.248256:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a395a94b. 00010000:00000010:1.0:1761312153.248283:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a30f1a3. 00010000:00000010:1.0:1761312153.248302:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312153.248308:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.248333:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.248336:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00000400:00000010:1.0:1761312153.248348:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312153.248353:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514816, offset 224 00000400:00000200:1.0:1761312153.248360:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.248369:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.248374:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88775:88775:256:4294967295] 192.168.203.32@tcp LPNI seq info [88775:88775:8:4294967295] 00000400:00000200:1.0:1761312153.248383:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.248388:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.248393:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:1.0:1761312153.248398:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.248403:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.248407:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.248421:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.248425:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.248429:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:3.0:1761312153.248512:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.248515:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312153.248520:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.248524:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.248528:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:3.0:1761312153.248530:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00080000:00000010:0.0:1761312153.248835:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9a2c1ab. 00010000:00000010:0.0:1761312153.248924:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051aea0df. 00010000:00000010:0.0:1761312153.248931:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f9a5f8d. 00010000:00000010:0.0:1761312153.249005:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000215fdca7. 00010000:00000010:0.0:1761312153.249010:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.249020:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033096d48. 00000100:00000010:0.0:1761312153.249026:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.249032:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 02000000:00000010:0.0:1761312153.249043:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050c61efd. 02000000:00000010:0.0:1761312153.249070:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1d0ca30. 00000400:00000010:0.0:1761312153.249075:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c389c722. 00000400:00000010:0.0:1761312153.249080:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.249084:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317120, portal 16 00000400:00000010:0.0:1761312153.249088:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312153.249090:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317120, offset 0 00000400:00000200:0.0:1761312153.249095:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.249102:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.249109:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.249113:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.249116:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.249119:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88776:88776:256:4294967295] 192.168.203.32@tcp LPNI seq info [88776:88776:8:4294967295] 00000400:00000200:0.0:1761312153.249126:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.249131:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.249134:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.249138:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.249144:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.249146:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.249296:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.249299:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.249302:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.249306:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.249308:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:1.0:1761312153.249310:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:1.0:1761312153.249315:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f04076bd x1846868015317120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.250363:0:78510:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dee7f31. 00010000:00000010:2.1:1761312153.250373:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00000400:00000200:3.0:1761312153.251235:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.251250:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000080 00000400:00000200:3.0:1761312153.251258:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6d5 [1] + 224 00000400:00000200:3.0:1761312153.251270:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.251273:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.251282:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f04076bd x1846868015317120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.252286:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.252297:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53e40 00000400:00000200:3.0:1761312153.252303:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xacfed [2] + 1968 00000400:00000010:3.0:1761312153.252307:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002660577f. 00000400:00000200:3.0:1761312153.252311:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004145968d 00000400:00000200:3.0:1761312153.252364:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.252369:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.252372:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004145968d 00000400:00000010:3.0:1761312153.252374:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004145968d (tot 82338818). 00000100:00000200:3.0:1761312153.252380:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.252470:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.252477:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.252481:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.252509:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004338fd92 x1846868012514880/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.252546:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514880 02000000:00000010:1.0:1761312153.252558:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d256c4b6. 00010000:00000010:1.0:1761312153.252592:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312153.252599:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000130353fc. 00000100:00000010:1.0:1761312153.252605:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000130353fc. 00010000:00000010:1.0:1761312153.252608:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00000400:00000010:1.0:1761312153.252648:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312153.252654:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514880, offset 224 00000400:00000200:1.0:1761312153.252662:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.252671:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.252676:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88777:88777:256:4294967295] 192.168.203.32@tcp LPNI seq info [88777:88777:8:4294967295] 00000400:00000200:1.0:1761312153.252687:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.252692:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.252697:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339066). 00000800:00000200:1.0:1761312153.252702:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.252708:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.252711:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.252735:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312153.252740:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:1.0:1761312153.252743:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 02000000:00000010:1.0:1761312153.252759:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a395a94b. 00000100:00000010:1.0:1761312153.252762:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:1.0:1761312153.252766:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5e9a7ac. 00000100:00000010:1.0:1761312153.252768:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 02000000:00000010:1.0:1761312153.252771:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c55c70b9. 00000100:00000010:1.0:1761312153.252773:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:1.0:1761312153.252779:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037d3cf70. 00000100:00000010:1.0:1761312153.252782:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:1.0:1761312153.252784:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6d44aac. 00000100:00000010:1.0:1761312153.252786:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 02000000:00000010:1.0:1761312153.252788:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054edea0d. 00000100:00000010:1.0:1761312153.252790:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd8565e1. 00000100:00000200:1.0:1761312153.252796:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.252801:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dfb6875. 00000800:00000200:2.0:1761312153.252802:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761312153.252804:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000130353fc (tot 82339218). 00000800:00000010:2.0:1761312153.252805:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:2.0:1761312153.252809:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.252813:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.252815:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:2.0:1761312153.252817:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 02000000:00000010:2.0:1761312153.252820:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d256c4b6. 00000400:00000010:0.0:1761312153.252873:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c389c722. 00000400:00000200:0.0:1761312153.252876:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312153.252878:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312153.252884:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f04076bd x1846868015317120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.252892:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f04076bd x1846868015317120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.252914:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043e4d700. 02000000:00000010:0.0:1761312153.252927:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1d0ca30. 02000000:00000010:0.0:1761312153.252932:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050c61efd. 00000100:00000010:0.0:1761312153.252935:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 00000100:00000010:0.0:1761312153.252939:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:0.0:1761312153.252942:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033096d48. 00080000:00000010:0.0:1761312153.252957:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1d0ca30. 00010000:00000010:0.0:1761312153.253045:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.253051:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024284262. 00010000:00000010:0.0:1761312153.253138:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081d5fea6. 00010000:00000010:0.0:1761312153.253142:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.253151:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033096d48. 00000100:00000010:0.0:1761312153.253154:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.253160:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 02000000:00000010:0.0:1761312153.253169:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf29c573. 02000000:00000010:0.0:1761312153.253189:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eada0d39. 00000400:00000010:0.0:1761312153.253193:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c389c722. 00000400:00000010:0.0:1761312153.253195:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.253198:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317184, portal 16 00000400:00000010:0.0:1761312153.253202:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312153.253204:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317184, offset 0 00000400:00000200:0.0:1761312153.253210:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.253217:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.253224:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.253228:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.253231:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.253233:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88778:88778:256:4294967295] 192.168.203.32@tcp LPNI seq info [88778:88778:8:4294967295] 00000400:00000200:0.0:1761312153.253240:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.253244:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.253247:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.253251:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.253255:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.253258:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.254132:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.254137:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.254142:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.254148:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.254152:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:1.0:1761312153.254154:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:1.0:1761312153.254160:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f04076bd x1846868015317184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.260827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075de8cb8. 00010000:00000010:0.1:1761312153.261579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb53b77d. 00010000:00000010:0.1:1761312153.261591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00000400:00000200:3.0:1761312153.262820:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.262837:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780000c0 00000400:00000200:3.0:1761312153.262845:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6e5 [1] + 224 00000400:00000200:3.0:1761312153.262862:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.262866:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.262877:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f04076bd x1846868015317184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.263607:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c389c722. 00000400:00000200:0.0:1761312153.263613:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312153.263616:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312153.263643:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f04076bd x1846868015317184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.263645:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:0.0:1761312153.263656:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f04076bd x1846868015317184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.263661:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53e80 00000400:00000200:3.0:1761312153.263670:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 0 02000000:00000010:0.0:1761312153.263694:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eada0d39. 02000000:00000010:0.0:1761312153.263703:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf29c573. 00000100:00000010:0.0:1761312153.263707:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 00000100:00000010:0.0:1761312153.263713:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:0.0:1761312153.263716:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033096d48. 00000400:00000200:3.0:1761312153.263728:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.263733:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.263738:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.263743:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:0.0:1761312153.263821:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf29c573. 00000020:00000010:0.0:1761312153.263827:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c1749b4. 00000020:00000010:0.0:1761312153.263830:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.263852:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012514944/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312153.263891:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012514944 02000000:00000010:0.0:1761312153.263902:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eada0d39. 00010000:00000010:0.0:1761312153.263930:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000404fd6e7. 00010000:00000010:0.0:1761312153.263949:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033096d48. 00000100:00000010:0.0:1761312153.263953:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.263962:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:0.0:1761312153.263965:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033096d48. 00000400:00000010:0.0:1761312153.263976:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.263980:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012514944, offset 224 00000400:00000200:0.0:1761312153.263987:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.263996:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.264001:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88779:88779:256:4294967295] 192.168.203.32@tcp LPNI seq info [88779:88779:8:4294967295] 00000400:00000200:0.0:1761312153.264010:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.264015:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.264018:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.264023:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.264030:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.264033:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.264049:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c1749b4. 00000020:00000010:0.0:1761312153.264053:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.264056:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf29c573. 00000800:00000200:0.0:1761312153.264126:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.264129:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312153.264132:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.264136:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.264138:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312153.264140:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00080000:00000010:0.0:1761312153.264160:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf29c573. 00010000:00000010:0.0:1761312153.264248:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.264254:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006762866c. 00010000:00000010:0.0:1761312153.264322:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cbc53a. 00010000:00000010:0.0:1761312153.264328:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.264337:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033096d48. 00000100:00000010:0.0:1761312153.264340:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.264346:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 02000000:00000010:0.0:1761312153.264355:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d2b6902. 02000000:00000010:0.0:1761312153.264377:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072bc6f51. 00000400:00000010:0.0:1761312153.264381:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c389c722. 00000400:00000010:0.0:1761312153.264384:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.264388:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317248, portal 16 00000400:00000010:0.0:1761312153.264392:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312153.264393:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317248, offset 0 00000400:00000200:0.0:1761312153.264398:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.264404:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.264409:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.264412:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.264415:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.264418:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88780:88780:256:4294967295] 192.168.203.32@tcp LPNI seq info [88780:88780:8:4294967295] 00000400:00000200:0.0:1761312153.264425:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.264429:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.264432:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.264435:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.264440:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.264442:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.265962:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.265967:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312153.265973:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.265979:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.265983:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312153.265985:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312153.265993:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f04076bd x1846868015317248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.267055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250a53c. 00010000:00000010:0.1:1761312153.267064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131ca868. 00010000:00000010:0.1:1761312153.267069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00000400:00000200:0.0:1761312153.272142:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.272159:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000100 00000400:00000200:0.0:1761312153.272167:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6f1 [1] + 224 00000400:00000200:0.0:1761312153.272180:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.272184:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.272194:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f04076bd x1846868015317248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.272255:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c389c722. 00000400:00000200:1.0:1761312153.272261:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:1.0:1761312153.272263:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:1.0:1761312153.272269:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f04076bd x1846868015317248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.272277:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f04076bd x1846868015317248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.272306:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072bc6f51. 02000000:00000010:1.0:1761312153.272313:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d2b6902. 00000100:00000010:1.0:1761312153.272317:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 00000100:00000010:1.0:1761312153.272323:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:1.0:1761312153.272327:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033096d48. 00000400:00000200:0.0:1761312153.272355:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.272363:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53ec0 00000400:00000200:0.0:1761312153.272368:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 328 00000400:00000200:0.0:1761312153.272423:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.272428:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.272432:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.272437:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 00000020:00000010:3.0:1761312153.272736:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef5be16b. 00000020:00000010:3.0:1761312153.272743:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.272757:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.272781:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012515008/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.272814:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515008 02000000:00000010:3.0:1761312153.272825:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046b866fc. 00010000:00000010:3.0:1761312153.272857:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3153a6a. 00010000:00000010:3.0:1761312153.272874:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312153.272879:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.272896:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.272899:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000010:3.0:1761312153.272912:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312153.272916:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515008, offset 224 00000400:00000200:3.0:1761312153.272923:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.272933:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.272938:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88781:88781:256:4294967295] 192.168.203.32@tcp LPNI seq info [88781:88781:8:4294967295] 00000400:00000200:3.0:1761312153.272947:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.272951:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.272955:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312153.272961:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.272967:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.272970:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.272986:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.272991:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.272994:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef5be16b. 00000800:00000200:1.0:1761312153.273564:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.273569:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312153.273574:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.273579:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.273582:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:1.0:1761312153.273584:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00080000:00000010:0.0:1761312153.273812:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004877eb6. 00010000:00000010:0.0:1761312153.273892:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.273899:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab0f5412. 00010000:00000010:0.0:1761312153.273968:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000215fdca7. 00010000:00000010:0.0:1761312153.273973:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.273983:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004242fd2a. 00000100:00000010:0.0:1761312153.273987:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312153.273994:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 02000000:00000010:0.0:1761312153.274004:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c56a168c. 02000000:00000010:0.0:1761312153.274026:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000454fba0b. 00000400:00000010:0.0:1761312153.274030:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001545ef4e. 00000400:00000010:0.0:1761312153.274034:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.274292:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317312, portal 16 00000400:00000010:0.0:1761312153.274298:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312153.274301:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317312, offset 0 00000400:00000200:0.0:1761312153.274308:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.274318:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.274324:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.274327:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.274330:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.274332:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88782:88782:256:4294967295] 192.168.203.32@tcp LPNI seq info [88782:88782:8:4294967295] 00000400:00000200:0.0:1761312153.274339:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.274344:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.274348:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.274353:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.274359:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.274361:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312153.275679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc0e275. 00010000:00000010:0.1:1761312153.275690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f6938f4. 00010000:00000010:0.1:1761312153.275694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00000800:00000200:3.0:1761312153.275810:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.275815:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.275820:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.275828:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.275833:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:3.0:1761312153.275835:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:3.0:1761312153.275843:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015317312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.277726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f84acd. 00010000:00000010:0.1:1761312153.277737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:3.1:1761312153.283304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da705b24. 00000400:00000200:0.0:1761312153.283684:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.283706:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000140 00000400:00000200:0.0:1761312153.283714:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae6fd [1] + 224 00000400:00000200:0.0:1761312153.283728:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.283731:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.283740:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015317312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.283788:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.283796:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53f00 00000400:00000200:0.0:1761312153.283800:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 656 00000400:00000200:0.0:1761312153.283851:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.283854:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.283858:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.283862:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000020:00000010:3.0:1761312153.283937:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef5be16b. 00000020:00000010:3.0:1761312153.283943:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.283947:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.283969:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012515072/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.283999:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515072 02000000:00000010:3.0:1761312153.284008:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054edea0d. 00010000:00000010:3.0:1761312153.284039:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312153.284045:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.284050:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.284052:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000010:3.0:1761312153.284064:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312153.284068:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515072, offset 224 00000400:00000200:3.0:1761312153.284074:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.284083:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.284088:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88783:88783:256:4294967295] 192.168.203.32@tcp LPNI seq info [88783:88783:8:4294967295] 00000400:00000200:3.0:1761312153.284097:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.284102:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.284105:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312153.284120:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.284131:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.284135:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.284150:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.284154:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.284156:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef5be16b. 00000400:00000010:3.0:1761312153.284175:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001545ef4e. 00000400:00000200:3.0:1761312153.284178:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:3.0:1761312153.284180:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:3.0:1761312153.284184:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015317312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.284191:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015317312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312153.284213:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003f4d449. 02000000:00000010:3.0:1761312153.284224:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000454fba0b. 02000000:00000010:3.0:1761312153.284228:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c56a168c. 00000100:00000010:3.0:1761312153.284232:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:3.0:1761312153.284235:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:3.0:1761312153.284237:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004242fd2a. 00080000:00000010:3.0:1761312153.284251:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef5be16b. 00010000:00000010:3.0:1761312153.284339:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:3.0:1761312153.284353:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043c33271. 00010000:00000010:3.0:1761312153.284425:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.0:1761312153.284431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bc41974. 00010000:00000010:3.0:1761312153.284445:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312153.284448:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.284454:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.284463:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6d44aac. 02000000:00000010:3.0:1761312153.284484:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d64fbb03. 00000400:00000010:3.0:1761312153.284488:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.284492:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.284495:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317376, portal 16 00000400:00000010:3.0:1761312153.284500:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312153.284501:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317376, offset 0 00000400:00000200:3.0:1761312153.284506:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.284512:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.284517:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.284521:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.284523:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.284526:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88784:88784:255:4294967295] 192.168.203.32@tcp LPNI seq info [88784:88784:7:4294967295] 00000400:00000200:3.0:1761312153.284532:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.284537:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.284539:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339466). 00000800:00000200:3.0:1761312153.284543:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.284547:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.284549:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.285554:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.285560:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:1.0:1761312153.285566:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.285572:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.285576:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:1.0:1761312153.285578:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000800:00000200:1.0:1761312153.287040:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.287045:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312153.287052:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.287059:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.287063:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:1.0:1761312153.287065:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:1.0:1761312153.287075:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015317376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.292813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b56d365. 00010000:00000010:3.1:1761312153.292826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed54c4e5. 00010000:00000010:3.1:1761312153.292830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00000400:00000200:3.0:1761312153.295544:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.295563:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000180 00000400:00000200:3.0:1761312153.295571:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae709 [1] + 224 00000400:00000200:3.0:1761312153.295586:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.295589:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.295600:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015317376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.295662:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.295666:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312153.295668:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:3.0:1761312153.295672:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015317376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.295679:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015317376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.295712:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d64fbb03. 02000000:00000010:3.0:1761312153.295717:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6d44aac. 00000100:00000010:3.0:1761312153.295720:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.295725:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.295728:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000200:0.0:1761312153.296318:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.296328:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53f40 00000400:00000200:0.0:1761312153.296333:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 984 00000400:00000200:0.0:1761312153.296385:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.296390:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.296395:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.296400:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:3.0:1761312153.296834:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6d44aac. 00000020:00000010:3.0:1761312153.296840:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.296843:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.298052:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012515136/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.298107:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515136 02000000:00000010:3.0:1761312153.298120:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d64fbb03. 00010000:00000010:3.0:1761312153.298148:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9abb9b1. 00010000:00000010:3.0:1761312153.298172:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312153.298179:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 00000100:00000010:3.0:1761312153.298199:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:3.0:1761312153.298202:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000010:3.0:1761312153.298216:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.298222:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515136, offset 224 00000400:00000200:3.0:1761312153.298230:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:2.0:1761312153.298236:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004461853. 00000400:00000200:3.0:1761312153.298244:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.298250:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88785:88785:256:4294967295] 192.168.203.32@tcp LPNI seq info [88785:88785:8:4294967295] 00000400:00000200:3.0:1761312153.298261:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.298266:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.298271:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.298277:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.298284:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.298288:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.298304:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312153.298310:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.298314:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6d44aac. 00010000:00000010:2.0:1761312153.298321:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bc41974. 00010000:00000010:2.0:1761312153.298329:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d74b695. 00010000:00000010:2.0:1761312153.298405:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.298411:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312153.298422:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344993a5. 00000100:00000010:2.0:1761312153.298427:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa4ae0c2. 00000100:00000010:2.0:1761312153.298435:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312153.298445:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e77adb0. 02000000:00000010:2.0:1761312153.298467:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000071af268. 00000400:00000010:2.0:1761312153.298473:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026ea9da0. 00000400:00000010:2.0:1761312153.298477:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312153.298481:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317440, portal 16 00000400:00000010:2.0:1761312153.298486:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312153.298488:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317440, offset 0 00000400:00000200:2.0:1761312153.298493:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.298499:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.298504:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.298507:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.298510:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.298513:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88786:88786:255:4294967295] 192.168.203.32@tcp LPNI seq info [88786:88786:7:4294967295] 00000400:00000200:2.0:1761312153.298519:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.298523:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.298526:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312153.298530:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.298534:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.298536:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.299446:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.299452:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:1.0:1761312153.299457:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.299462:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.299467:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:1.0:1761312153.299469:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000800:00000200:1.0:1761312153.300698:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.300703:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:1.0:1761312153.300709:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.300715:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.300719:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:1.0:1761312153.300721:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:1.0:1761312153.300728:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015317440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.302727:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.302742:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780001c0 00000400:00000200:3.0:1761312153.302761:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae715 [1] + 224 00000400:00000200:3.0:1761312153.302773:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.302777:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.302786:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015317440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.302814:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.302818:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53f80 00000400:00000200:3.0:1761312153.302823:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 1312 00000400:00000200:3.0:1761312153.303141:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.303146:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.303151:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.303157:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:0.0:1761312153.303874:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050f0dedb. 00000020:00000010:0.0:1761312153.303882:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.303887:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.303912:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012515200/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312153.303940:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515200 02000000:00000010:0.0:1761312153.303949:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a86fde0. 00000400:00000010:2.0:1761312153.303974:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026ea9da0. 00000400:00000200:2.0:1761312153.303981:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312153.303983:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00010000:00000010:0.0:1761312153.303985:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db104466. 00000100:00000200:2.0:1761312153.303991:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015317440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761312153.303993:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.304001:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00000100:00000200:2.0:1761312153.304002:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015317440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.304006:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db104466. 00000400:00000010:0.0:1761312153.304020:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.304025:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515200, offset 224 00010000:00000010:2.0:1761312153.304026:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044a07861. 00000400:00000200:0.0:1761312153.304034:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 02000000:00000010:2.0:1761312153.304042:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000071af268. 00000400:00000200:0.0:1761312153.304047:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 02000000:00000010:2.0:1761312153.304051:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e77adb0. 00000400:00000200:0.0:1761312153.304053:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88787:88787:256:4294967295] 192.168.203.32@tcp LPNI seq info [88787:88787:8:4294967295] 00000100:00000010:2.0:1761312153.304057:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312153.304062:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa4ae0c2. 00010000:00000010:2.0:1761312153.304067:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344993a5. 00000400:00000200:0.0:1761312153.304070:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.304076:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.304081:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.304087:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.304094:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.304097:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.304113:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.304118:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.304121:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050f0dedb. 00000800:00000200:0.0:1761312153.304200:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.304203:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312153.304207:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.304210:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.304213:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.304215:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00080000:00000010:2.0:1761312153.304365:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e77adb0. 00010000:00000010:2.0:1761312153.304483:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312153.304490:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078ee5895. 00010000:00000010:2.0:1761312153.304559:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.0:1761312153.304565:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312153.304574:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344993a5. 00000100:00000010:2.0:1761312153.304577:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa4ae0c2. 00000100:00000010:2.0:1761312153.304583:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312153.304592:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000071af268. 02000000:00000010:2.0:1761312153.304613:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6a39e5e. 00000400:00000010:2.0:1761312153.304617:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000026ea9da0. 00000400:00000010:2.0:1761312153.304621:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312153.304642:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317504, portal 16 00000400:00000010:2.0:1761312153.304647:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312153.304649:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317504, offset 0 00000400:00000200:2.0:1761312153.304655:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.304661:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.304667:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.304670:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.304673:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.304675:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88788:88788:256:4294967295] 192.168.203.32@tcp LPNI seq info [88788:88788:8:4294967295] 00000400:00000200:2.0:1761312153.304681:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.304686:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.304689:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312153.304693:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.304698:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.304700:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.304919:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.304923:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312153.304927:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.304931:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.304934:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:0.0:1761312153.304936:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000100:00000200:0.0:1761312153.304941:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015317504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.306651:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae843ae8. 00010000:00000010:2.1:1761312153.307034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0aced8. 00010000:00000010:2.1:1761312153.307042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00000400:00000200:2.0:1761312153.307071:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.307084:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000200 00000400:00000200:2.0:1761312153.307091:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae721 [1] + 224 00000400:00000200:2.0:1761312153.307106:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.307110:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.307118:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015317504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.307181:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026ea9da0. 00000400:00000200:3.0:1761312153.307185:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:3.0:1761312153.307187:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:3.0:1761312153.307191:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015317504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.307198:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015317504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.307222:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6a39e5e. 02000000:00000010:3.0:1761312153.307229:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000071af268. 00000100:00000010:3.0:1761312153.307232:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:3.0:1761312153.307236:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa4ae0c2. 00010000:00000010:3.0:1761312153.307239:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344993a5. 00000400:00000200:3.0:1761312153.307456:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.307464:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d53fc0 00000400:00000200:3.0:1761312153.307468:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 1640 00000400:00000200:3.0:1761312153.307521:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.307524:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.307529:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.307533:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00000020:00000010:1.0:1761312153.308488:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312153.308497:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312153.308501:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c2de241a. 00000100:00000200:1.0:1761312153.308526:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012515264/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.308948:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515264 02000000:00000010:2.0:1761312153.308961:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093b1a26d. 00010000:00000010:2.0:1761312153.308990:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022aae300. 00010000:00000010:2.0:1761312153.309008:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d45b470f. 00000100:00000010:2.0:1761312153.309014:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa4ae0c2. 00000100:00000010:2.0:1761312153.309035:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa4ae0c2. 00010000:00000010:2.0:1761312153.309038:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d45b470f. 00000400:00000010:2.0:1761312153.309051:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312153.309056:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515264, offset 224 00000400:00000200:2.0:1761312153.309063:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312153.309064:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006aedc927. 00000400:00000200:2.0:1761312153.309088:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.309094:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88789:88789:256:4294967295] 192.168.203.32@tcp LPNI seq info [88789:88789:8:4294967295] 00000400:00000200:2.0:1761312153.309104:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.309109:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.309113:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.309119:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.309126:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.309129:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761312153.309144:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:3.0:1761312153.309150:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db54f0e9. 00000020:00000010:2.0:1761312153.309151:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:2.0:1761312153.309155:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c2de241a. 00000020:00000010:2.0:1761312153.309159:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00010000:00000010:3.0:1761312153.309232:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.0:1761312153.309237:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312153.309247:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f577c24. 00000100:00000010:3.0:1761312153.309251:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 00000100:00000010:3.0:1761312153.309258:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312153.309268:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6d44aac. 02000000:00000010:3.0:1761312153.309293:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d4da5ad. 00000400:00000010:3.0:1761312153.309303:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.309307:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312153.309312:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317568, portal 16 00000400:00000010:3.0:1761312153.309315:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312153.309317:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317568, offset 0 00000400:00000200:3.0:1761312153.309322:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.309327:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.309332:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.309336:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.309339:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.309340:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88790:88790:255:4294967295] 192.168.203.32@tcp LPNI seq info [88790:88790:7:4294967295] 00000400:00000200:3.0:1761312153.309347:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.309350:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.309353:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312153.309357:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.309360:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.309362:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.309436:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.309439:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:0.0:1761312153.309444:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.309448:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.309452:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:0.0:1761312153.309454:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000800:00000200:0.0:1761312153.309484:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.309486:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312153.309489:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.309492:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.309494:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:0.0:1761312153.309495:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:0.0:1761312153.309499:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015317568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.311099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a29572. 00010000:00000010:2.1:1761312153.311110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051644797. 00010000:00000010:2.1:1761312153.311113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000400:00000200:2.0:1761312153.311842:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.311858:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000240 00000400:00000200:2.0:1761312153.311866:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae72d [1] + 224 00000400:00000200:2.0:1761312153.311876:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.311880:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.311889:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015317568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.311926:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.311930:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54000 00000400:00000200:2.0:1761312153.311936:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad04d [2] + 1968 00000400:00000010:2.0:1761312153.311938:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d9cf2c4. 00000400:00000200:2.0:1761312153.311942:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a0f05af 00000400:00000200:2.0:1761312153.311991:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.311995:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.311997:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f05af 00000400:00000010:2.0:1761312153.311999:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a0f05af (tot 82338818). 00000100:00000200:2.0:1761312153.312005:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761312153.312086:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.312091:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:3.0:1761312153.312093:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:3.0:1761312153.312099:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015317568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.312185:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015317568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.312216:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d4da5ad. 02000000:00000010:3.0:1761312153.312222:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6d44aac. 00000100:00000010:3.0:1761312153.312226:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312153.312231:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:3.0:1761312153.312235:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f577c24. 00000020:00000010:1.0:1761312153.312823:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.312830:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.312834:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.312856:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f21ae75b x1846868012515328/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.312891:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515328 02000000:00000010:1.0:1761312153.312901:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000439f5f1a. 00010000:00000010:1.0:1761312153.312925:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c20e7773. 00010000:00000010:1.0:1761312153.312943:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2e3934c. 00000100:00000010:1.0:1761312153.312949:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c800cdb. 00000100:00000010:1.0:1761312153.312967:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c800cdb. 00010000:00000010:1.0:1761312153.312970:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2e3934c. 00000400:00000010:1.0:1761312153.312982:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312153.312995:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515328, offset 224 00000400:00000200:1.0:1761312153.313002:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.313012:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.313017:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88791:88791:256:4294967295] 192.168.203.32@tcp LPNI seq info [88791:88791:8:4294967295] 00000400:00000200:1.0:1761312153.313026:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.313031:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.313036:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009638c55a (tot 82339066). 00000800:00000200:1.0:1761312153.313041:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.313049:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.313052:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009638c55a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.313078:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.313082:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.313086:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 02000000:00000010:1.0:1761312153.313093:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093b1a26d. 00000100:00000010:1.0:1761312153.313096:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:1.0:1761312153.313102:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a86fde0. 00000100:00000010:1.0:1761312153.313104:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:1.0:1761312153.313106:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d64fbb03. 00000100:00000010:1.0:1761312153.313108:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:1.0:1761312153.313111:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054edea0d. 00000100:00000010:1.0:1761312153.313113:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:1.0:1761312153.313116:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046b866fc. 00000100:00000010:1.0:1761312153.313118:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:1.0:1761312153.313121:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eada0d39. 00000100:00000010:1.0:1761312153.313123:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:1.0:1761312153.313129:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.313134:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001060804. 00000400:00000010:1.0:1761312153.313137:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007c800cdb (tot 82339218). 00080000:00000010:3.0:1761312153.313393:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c1c7106. 00010000:00000010:3.0:1761312153.313472:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:3.0:1761312153.313478:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a40e78a. 00010000:00000010:3.0:1761312153.313548:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00000800:00000200:2.0:1761312153.313548:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.313552:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009638c55a (tot 82338970). 00010000:00000010:3.0:1761312153.313553:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009dd45792. 00000400:00000200:2.0:1761312153.313556:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.313560:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00010000:00000010:3.0:1761312153.313563:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f577c24. 00000400:00000200:2.0:1761312153.313563:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:2.0:1761312153.313565:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000010:3.0:1761312153.313566:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 02000000:00000010:2.0:1761312153.313569:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000439f5f1a. 00000100:00000010:3.0:1761312153.313572:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312153.313584:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d4da5ad. 02000000:00000010:3.0:1761312153.313606:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b866fc. 00000400:00000010:3.0:1761312153.313610:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.313613:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312153.313616:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317632, portal 16 00000400:00000010:3.0:1761312153.313620:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312153.313648:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317632, offset 0 00000400:00000200:3.0:1761312153.313654:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.313661:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.313668:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.313675:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.313677:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.313680:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88792:88792:256:4294967295] 192.168.203.32@tcp LPNI seq info [88792:88792:8:4294967295] 00000400:00000200:3.0:1761312153.313688:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.313692:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.313695:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.313757:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.313761:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.313764:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.314804:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.314809:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312153.314815:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.314821:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.314825:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:0.0:1761312153.314826:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00000100:00000200:0.0:1761312153.314834:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015317632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.315669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea740a1. 00010000:00000010:3.1:1761312153.315679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.1:1761312153.315757:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058d403f3. 00000400:00000200:3.0:1761312153.316583:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.316600:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000280 00000400:00000200:3.0:1761312153.316609:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae73d [1] + 224 00000400:00000200:3.0:1761312153.317267:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.317276:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.317288:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015317632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.317331:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.317340:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54040 00000400:00000200:3.0:1761312153.317346:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 0 00000400:00000200:3.0:1761312153.317404:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.317408:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.317412:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.317417:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312153.317584:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ebe5fc. 00000020:00000010:1.0:1761312153.317590:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.317594:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.317614:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012515392/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.317668:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515392 02000000:00000010:1.0:1761312153.317680:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312153.317715:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6afa55b. 00000100:00000010:1.0:1761312153.317721:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e278cb. 00000100:00000010:1.0:1761312153.317726:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023e278cb. 00010000:00000010:1.0:1761312153.317730:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6afa55b. 00000400:00000010:1.0:1761312153.317742:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312153.317762:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515392, offset 224 00000400:00000200:1.0:1761312153.317770:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.317781:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.317785:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88793:88793:256:4294967295] 192.168.203.32@tcp LPNI seq info [88793:88793:8:4294967295] 00000400:00000200:1.0:1761312153.317794:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.317799:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.317803:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000800:00000200:1.0:1761312153.317809:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.317815:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.317819:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.317835:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.317840:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.317843:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ebe5fc. 00000800:00000200:1.0:1761312153.317899:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.317902:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:1.0:1761312153.317906:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.317909:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.317912:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:1.0:1761312153.317914:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000400:00000010:1.0:1761312153.317932:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:1.0:1761312153.317935:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:1.0:1761312153.317936:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:1.0:1761312153.317940:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015317632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.317947:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015317632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312153.317966:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d7e3038. 02000000:00000010:1.0:1761312153.317978:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046b866fc. 02000000:00000010:1.0:1761312153.317982:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d4da5ad. 00000100:00000010:1.0:1761312153.317986:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:1.0:1761312153.318002:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:1.0:1761312153.318005:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f577c24. 00080000:00000010:1.0:1761312153.318019:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ebe5fc. 00010000:00000010:1.1:1761312153.319521:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bbc8a04. 00010000:00000010:1.0:1761312153.319664:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dd45792. 00010000:00000010:1.0:1761312153.319672:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027a8570d. 00000001:00000010:0.0:1761312153.319770:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000be20eb21. 00000001:00000010:0.0:1761312153.319777:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000be20eb21. 00000001:00000010:0.0:1761312153.319780:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7d22152. 00080000:00000010:0.0:1761312153.319785:0:77285:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 00000000941a69bd. 00080000:00000010:0.0:1761312153.319792:0:77285:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000050f0dedb. 00000001:00000010:0.0:1761312153.319798:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000be20eb21. 00010000:00000010:0.0:1761312153.319829:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a494cf64. 00010000:00000010:0.0:1761312153.319832:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.319837:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cbc53a. 00010000:00000010:0.0:1761312153.319841:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.319857:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cb95212. 00010000:00000010:0.0:1761312153.319884:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.319888:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.319920:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000683e4474. 00010000:00000010:0.0:1761312153.319923:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.319926:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081d5fea6. 00010000:00000010:0.0:1761312153.319928:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.319935:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5b0caa7. 00010000:00000010:0.0:1761312153.319957:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.319960:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.319991:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb5e8469. 00010000:00000010:0.0:1761312153.319994:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.319996:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cbafa27. 00010000:00000010:0.0:1761312153.319999:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320007:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726c09bf. 00010000:00000010:0.0:1761312153.320029:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320032:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320062:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087321254. 00010000:00000010:0.0:1761312153.320065:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320068:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004981bbbb. 00010000:00000010:0.0:1761312153.320070:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320077:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008393dcf5. 00010000:00000010:0.0:1761312153.320099:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320102:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320141:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009aadf97f. 00010000:00000010:0.0:1761312153.320144:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320147:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e746501e. 00010000:00000010:0.0:1761312153.320149:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320156:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e9c7d6b. 00010000:00000010:0.0:1761312153.320177:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320180:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320209:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c840a0c4. 00010000:00000010:0.0:1761312153.320211:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320214:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b93d6ec. 00010000:00000010:0.0:1761312153.320216:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320224:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eada0d39. 00010000:00000010:0.0:1761312153.320245:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320248:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320280:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060664673. 00010000:00000010:0.0:1761312153.320283:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320286:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000215fdca7. 00010000:00000010:0.0:1761312153.320288:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320295:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a86fde0. 00010000:00000010:0.0:1761312153.320317:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320321:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:3.1:1761312153.320324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f1ff20a. 00010000:00000010:3.1:1761312153.320329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e91dc. 00010000:00000010:0.0:1761312153.320346:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000455d0cbd. 00010000:00000010:0.0:1761312153.320349:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320352:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f179c4b9. 00010000:00000010:0.0:1761312153.320355:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320363:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c56a168c. 00010000:00000010:0.0:1761312153.320383:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320387:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320414:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000668df0d6. 00010000:00000010:0.0:1761312153.320417:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320420:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1b0743c. 00010000:00000010:0.0:1761312153.320423:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320431:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000454fba0b. 00010000:00000010:0.0:1761312153.320453:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320456:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320484:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000070bc8c9. 00010000:00000010:0.0:1761312153.320487:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320490:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cda13357. 00010000:00000010:0.0:1761312153.320493:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320500:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d2b6902. 00010000:00000010:0.0:1761312153.320520:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320523:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320551:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000919fa45f. 00010000:00000010:0.0:1761312153.320554:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320557:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.0:1761312153.320559:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320567:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072bc6f51. 00010000:00000010:0.0:1761312153.320589:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320592:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320649:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014d37595. 00010000:00000010:0.0:1761312153.320652:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320655:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.0:1761312153.320657:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320667:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b37414b0. 00010000:00000010:0.0:1761312153.320691:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320694:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320730:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afefce3f. 00010000:00000010:0.0:1761312153.320732:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320735:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050be1040. 00010000:00000010:0.0:1761312153.320738:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320757:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047127a7e. 00010000:00000010:0.0:1761312153.320781:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320785:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320813:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c54804e9. 00010000:00000010:0.0:1761312153.320816:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320818:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.0:1761312153.320821:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320828:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8b566dc. 00010000:00000010:0.0:1761312153.320849:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320852:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320880:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006a8a2c2. 00010000:00000010:0.0:1761312153.320883:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320886:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.0:1761312153.320889:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320896:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073456b8d. 00010000:00000010:0.0:1761312153.320917:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320925:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320954:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3489e6e. 00010000:00000010:0.0:1761312153.320957:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.320960:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:0.0:1761312153.320963:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.320969:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007509bfdd. 00010000:00000010:0.0:1761312153.320988:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.320991:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321020:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e8c9f5c. 00010000:00000010:0.0:1761312153.321023:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321026:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daafa680. 00010000:00000010:0.0:1761312153.321029:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321036:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000170dde6f. 00010000:00000010:0.0:1761312153.321058:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321061:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321090:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbcf48c7. 00010000:00000010:0.0:1761312153.321092:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321095:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.0:1761312153.321097:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321104:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001828568d. 00010000:00000010:0.0:1761312153.321124:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321127:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321158:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b84e1ec. 00010000:00000010:0.0:1761312153.321161:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321163:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001474d441. 00010000:00000010:0.0:1761312153.321166:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321173:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000459b2d7f. 00010000:00000010:0.0:1761312153.321194:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321196:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321222:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007edd9901. 00010000:00000010:0.0:1761312153.321225:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321228:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4548bf. 00010000:00000010:0.0:1761312153.321231:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321237:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080a6b13f. 00010000:00000010:0.0:1761312153.321257:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321259:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321286:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007631de17. 00010000:00000010:0.0:1761312153.321289:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321292:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205340d. 00010000:00000010:0.0:1761312153.321294:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321301:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2b12bc0. 00010000:00000010:0.0:1761312153.321320:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321323:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321347:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026bd8955. 00010000:00000010:0.0:1761312153.321350:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321352:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047e1a460. 00010000:00000010:0.0:1761312153.321354:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321361:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff34c534. 00010000:00000010:0.0:1761312153.321378:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321380:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321405:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a69c2103. 00010000:00000010:0.0:1761312153.321408:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321410:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000904ea13e. 00010000:00000010:0.0:1761312153.321412:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321418:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a09aad55. 00010000:00000010:0.0:1761312153.321434:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321436:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321457:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bcb3158. 00010000:00000010:0.0:1761312153.321459:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321461:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003f25b20. 00010000:00000010:0.0:1761312153.321463:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321468:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062b4bdc0. 00010000:00000010:0.0:1761312153.321484:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321486:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321508:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091787bd1. 00010000:00000010:0.0:1761312153.321510:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321512:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075f60e30. 00010000:00000010:0.0:1761312153.321514:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321520:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006c65366. 00010000:00000010:0.0:1761312153.321534:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321536:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321556:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071a0442c. 00010000:00000010:0.0:1761312153.321558:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321561:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0ef319f. 00010000:00000010:0.0:1761312153.321563:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321567:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000151dae33. 00010000:00000010:0.0:1761312153.321582:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321584:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321606:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ab8ece0. 00010000:00000010:0.0:1761312153.321609:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321611:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021e8889e. 00010000:00000010:0.0:1761312153.321613:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321618:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1654111. 00010000:00000010:0.0:1761312153.321667:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321670:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321697:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083d5604f. 00010000:00000010:0.0:1761312153.321699:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321702:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000eef9f04. 00010000:00000010:0.0:1761312153.321704:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321710:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e225b49d. 00010000:00000010:0.0:1761312153.321726:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321729:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321765:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b951ac30. 00010000:00000010:0.0:1761312153.321768:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321770:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c94c361. 00010000:00000010:0.0:1761312153.321773:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321779:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088610c8c. 00010000:00000010:0.0:1761312153.321796:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321798:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321822:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4cfeb10. 00010000:00000010:0.0:1761312153.321824:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321827:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf1c33ba. 00010000:00000010:0.0:1761312153.321829:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321835:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080f4e70d. 00010000:00000010:0.0:1761312153.321851:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321854:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321882:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055370229. 00010000:00000010:0.0:1761312153.321885:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321888:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064261c3a. 00010000:00000010:0.0:1761312153.321890:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321898:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000153b562d. 00010000:00000010:0.0:1761312153.321918:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321921:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321948:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085d84fcb. 00010000:00000010:0.0:1761312153.321950:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.321952:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3f67d12. 00010000:00000010:0.0:1761312153.321954:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.321960:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018db01a4. 00010000:00000010:0.0:1761312153.321979:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.321982:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322008:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae964522. 00010000:00000010:0.0:1761312153.322010:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322013:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003ad96ec. 00010000:00000010:0.0:1761312153.322015:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322022:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094660178. 00010000:00000010:0.0:1761312153.322042:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322045:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322073:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d73a3d9. 00010000:00000010:0.0:1761312153.322076:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322078:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c899caca. 00010000:00000010:0.0:1761312153.322081:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322089:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0f94f5e. 00010000:00000010:0.0:1761312153.322112:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322115:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322146:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0550cfc. 00010000:00000010:0.0:1761312153.322149:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322152:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b95af1a. 00010000:00000010:0.0:1761312153.322155:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322162:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1c77ec5. 00010000:00000010:0.0:1761312153.322183:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322187:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322215:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007efecf3c. 00010000:00000010:0.0:1761312153.322217:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322220:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000131fa44a. 00010000:00000010:0.0:1761312153.322223:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322230:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3310f8a. 00010000:00000010:0.0:1761312153.322249:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322252:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322281:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce0211e1. 00010000:00000010:0.0:1761312153.322284:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322286:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002891504c. 00010000:00000010:0.0:1761312153.322289:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322295:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1299e21. 00010000:00000010:0.0:1761312153.322313:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322316:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322343:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e054f03. 00010000:00000010:0.0:1761312153.322345:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322348:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010206b30. 00010000:00000010:0.0:1761312153.322351:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322357:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027750e46. 00010000:00000010:0.0:1761312153.322376:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322380:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322408:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fbd22d5. 00010000:00000010:0.0:1761312153.322411:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322414:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001aa8e11d. 00010000:00000010:0.0:1761312153.322416:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322422:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a46b6e29. 00010000:00000010:0.0:1761312153.322442:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322446:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322472:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0c14707. 00010000:00000010:0.0:1761312153.322475:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322478:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005848e505. 00010000:00000010:0.0:1761312153.322480:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322488:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063a52835. 00010000:00000010:0.0:1761312153.322507:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322510:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322539:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f192933. 00010000:00000010:0.0:1761312153.322542:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322545:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000507c8e89. 00010000:00000010:0.0:1761312153.322548:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322555:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d22004e5. 00010000:00000010:0.0:1761312153.322575:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322579:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322605:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006124db3a. 00010000:00000010:0.0:1761312153.322608:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322611:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3e30a88. 00010000:00000010:0.0:1761312153.322614:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322620:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000076e23d8. 00010000:00000010:0.0:1761312153.322680:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.322684:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322716:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000391dd5c. 00010000:00000010:0.0:1761312153.322719:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.322723:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005600b5f. 00010000:00000010:0.0:1761312153.322725:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.322732:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b871ec06. 00010000:00000010:0.0:1761312153.323530:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.323537:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.323587:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089c96049. 00010000:00000010:0.0:1761312153.323590:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.323594:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009418a8c5. 00010000:00000010:0.0:1761312153.323597:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.323607:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d34d1688. 00010000:00000010:0.0:1761312153.323924:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.323928:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.323961:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022366287. 00010000:00000010:0.0:1761312153.323964:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.323968:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d5eb428. 00010000:00000010:0.0:1761312153.323970:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.323979:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000160f5316. 00010000:00000010:0.0:1761312153.324003:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324006:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324035:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b730e30. 00010000:00000010:0.0:1761312153.324038:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324040:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbb7eb69. 00010000:00000010:0.0:1761312153.324043:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324050:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0343402. 00010000:00000010:0.0:1761312153.324072:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324075:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324112:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000421d933. 00010000:00000010:0.0:1761312153.324116:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324119:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e277bd24. 00010000:00000010:0.0:1761312153.324121:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324128:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003af9336b. 00010000:00000010:0.0:1761312153.324150:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324153:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324181:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a821192. 00010000:00000010:0.0:1761312153.324183:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324186:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec5caf38. 00010000:00000010:0.0:1761312153.324188:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324196:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004078ae03. 00010000:00000010:0.0:1761312153.324217:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324221:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324252:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034b07cc4. 00010000:00000010:0.0:1761312153.324255:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324258:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c2acdca. 00010000:00000010:0.0:1761312153.324261:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324268:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f88beb5. 00010000:00000010:0.0:1761312153.324290:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324294:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324322:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000530b638a. 00010000:00000010:0.0:1761312153.324325:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324328:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022418585. 00010000:00000010:0.0:1761312153.324330:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324338:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f961198. 00010000:00000010:0.0:1761312153.324358:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324361:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324388:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041042a30. 00010000:00000010:0.0:1761312153.324391:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324394:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c46f863. 00010000:00000010:0.0:1761312153.324396:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324406:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b904a0a. 00010000:00000010:0.0:1761312153.324427:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324431:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324459:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093f28256. 00010000:00000010:0.0:1761312153.324462:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324465:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000242db2a5. 00010000:00000010:0.0:1761312153.324467:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324475:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f91a3c. 00010000:00000010:0.0:1761312153.324496:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324500:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324534:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022186796. 00010000:00000010:0.0:1761312153.324537:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324540:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dfe94d. 00010000:00000010:0.0:1761312153.324543:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324550:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db05e750. 00010000:00000010:0.0:1761312153.324571:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324574:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324603:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eeab9607. 00010000:00000010:0.0:1761312153.324606:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324609:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000683082cd. 00010000:00000010:0.0:1761312153.324612:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324619:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5eb3c35. 00010000:00000010:0.0:1761312153.324669:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324673:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324856:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d257e78. 00010000:00000010:0.0:1761312153.324859:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324862:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c512510. 00010000:00000010:0.0:1761312153.324866:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324873:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a6abc1c. 00010000:00000010:0.0:1761312153.324897:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324900:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324927:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c81997e. 00010000:00000010:0.0:1761312153.324930:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324932:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9fd3e1e. 00010000:00000010:0.0:1761312153.324934:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324940:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b2e641b. 00010000:00000010:0.0:1761312153.324957:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.324960:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324982:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9df1784. 00010000:00000010:0.0:1761312153.324985:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.324987:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7d13392. 00010000:00000010:0.0:1761312153.324990:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.324997:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091ebac38. 00010000:00000010:0.0:1761312153.325015:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325019:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325046:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4a6562d. 00010000:00000010:0.0:1761312153.325048:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325051:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030b16ac3. 00010000:00000010:0.0:1761312153.325054:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325060:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac18406e. 00010000:00000010:0.0:1761312153.325079:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325082:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325112:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf27c838. 00010000:00000010:0.0:1761312153.325115:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325117:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000840c677a. 00010000:00000010:0.0:1761312153.325120:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325126:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9a053d4. 00010000:00000010:0.0:1761312153.325145:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325148:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325173:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae1669f2. 00010000:00000010:0.0:1761312153.325175:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325179:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023211547. 00010000:00000010:0.0:1761312153.325182:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325187:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000980a87ec. 00010000:00000010:0.0:1761312153.325206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325209:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325238:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000886593fb. 00010000:00000010:0.0:1761312153.325241:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325244:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088afdcad. 00010000:00000010:0.0:1761312153.325247:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325254:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011914e15. 00010000:00000010:0.0:1761312153.325274:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325278:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325304:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a86c2fb. 00010000:00000010:0.0:1761312153.325306:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325309:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b0bfd18. 00010000:00000010:0.0:1761312153.325311:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325318:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050b511fb. 00010000:00000010:0.0:1761312153.325338:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325342:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325368:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5251e25. 00010000:00000010:0.0:1761312153.325371:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325374:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000990a33a3. 00010000:00000010:0.0:1761312153.325376:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325383:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091c6f594. 00010000:00000010:0.0:1761312153.325402:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325406:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325431:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e318ace5. 00010000:00000010:0.0:1761312153.325433:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325436:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048f8ed7f. 00010000:00000010:0.0:1761312153.325439:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325446:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edd39f76. 00010000:00000010:0.0:1761312153.325467:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325471:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325502:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081248ece. 00010000:00000010:0.0:1761312153.325505:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325508:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009231e5b8. 00010000:00000010:0.0:1761312153.325510:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325518:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000588ac47f. 00010000:00000010:0.0:1761312153.325539:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325542:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325570:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9ea36ca. 00010000:00000010:0.0:1761312153.325573:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325576:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069cc7ef8. 00010000:00000010:0.0:1761312153.325578:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325585:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efa3a3b7. 00010000:00000010:0.0:1761312153.325606:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325609:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325664:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c08dd38. 00010000:00000010:0.0:1761312153.325667:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325670:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154d52b. 00010000:00000010:0.0:1761312153.325673:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325681:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003546ea7a. 00010000:00000010:0.0:1761312153.325702:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325705:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325731:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb9c6cc2. 00010000:00000010:0.0:1761312153.325734:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325737:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011cc2a4c. 00010000:00000010:0.0:1761312153.325739:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325757:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d2e2bc3. 00010000:00000010:0.0:1761312153.325779:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325783:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325810:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086fbc5ab. 00010000:00000010:0.0:1761312153.325813:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325815:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a55ad5f5. 00010000:00000010:0.0:1761312153.325817:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325824:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b56eebf4. 00010000:00000010:0.0:1761312153.325843:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325846:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325874:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002913ca49. 00010000:00000010:0.0:1761312153.325876:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325879:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006635ec89. 00010000:00000010:0.0:1761312153.325882:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325889:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db72f440. 00010000:00000010:0.0:1761312153.325909:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325912:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325940:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca2acf36. 00010000:00000010:0.0:1761312153.325943:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.325945:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4538212. 00010000:00000010:0.0:1761312153.325947:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.325954:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000619a327. 00010000:00000010:0.0:1761312153.325974:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.325977:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326003:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032256f08. 00010000:00000010:0.0:1761312153.326006:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326009:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9d14119. 00010000:00000010:0.0:1761312153.326012:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326018:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bf88f74. 00010000:00000010:0.0:1761312153.326039:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326042:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326071:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f716af3. 00010000:00000010:0.0:1761312153.326074:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326076:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9951405. 00010000:00000010:0.0:1761312153.326079:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326086:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3e82bab. 00010000:00000010:0.0:1761312153.326106:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326109:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326136:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002cd84f0. 00010000:00000010:0.0:1761312153.326140:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326142:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007af82a30. 00010000:00000010:0.0:1761312153.326145:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326151:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f2a9d5a. 00010000:00000010:0.0:1761312153.326170:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326173:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326199:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000817bed0. 00010000:00000010:0.0:1761312153.326202:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326205:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7fa4a20. 00010000:00000010:0.0:1761312153.326208:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326214:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086f2c308. 00010000:00000010:0.0:1761312153.326234:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326237:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326263:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066b918b4. 00010000:00000010:0.0:1761312153.326266:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326268:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f45c5cc. 00010000:00000010:0.0:1761312153.326270:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326276:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a73363. 00010000:00000010:0.0:1761312153.326296:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326299:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326329:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048a6411c. 00010000:00000010:0.0:1761312153.326332:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326335:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075c03309. 00010000:00000010:0.0:1761312153.326338:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326345:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c71030cb. 00010000:00000010:0.0:1761312153.326365:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326368:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326396:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b971fce2. 00010000:00000010:0.0:1761312153.326399:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326401:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c302117. 00010000:00000010:0.0:1761312153.326404:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326411:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9771999. 00010000:00000010:0.0:1761312153.326431:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326434:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326465:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f669359a. 00010000:00000010:0.0:1761312153.326468:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326472:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e94d7f. 00010000:00000010:0.0:1761312153.326474:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326481:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078bb2592. 00010000:00000010:0.0:1761312153.326501:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326504:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326529:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000552037bc. 00010000:00000010:0.0:1761312153.326532:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326535:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000441fe92b. 00010000:00000010:0.0:1761312153.326538:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326544:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000acc7e91. 00010000:00000010:0.0:1761312153.326563:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326567:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326595:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028b50f38. 00010000:00000010:0.0:1761312153.326598:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326601:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020146f64. 00010000:00000010:0.0:1761312153.326604:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326611:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000babe6293. 00010000:00000010:0.0:1761312153.326654:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326658:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326705:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080cbb3ee. 00010000:00000010:0.0:1761312153.326709:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326712:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aeb3ae4e. 00010000:00000010:0.0:1761312153.326714:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326721:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000507effde. 00010000:00000010:0.0:1761312153.326744:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326758:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326789:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000274e7cef. 00010000:00000010:0.0:1761312153.326793:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326796:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002aa8d688. 00010000:00000010:0.0:1761312153.326799:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326808:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009059ba52. 00010000:00000010:0.0:1761312153.326830:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326833:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326860:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5ec23e8. 00010000:00000010:0.0:1761312153.326863:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326866:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a26db60. 00010000:00000010:0.0:1761312153.326869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326876:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffcfa291. 00010000:00000010:0.0:1761312153.326897:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326900:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326929:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001103f32b. 00010000:00000010:0.0:1761312153.326932:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326935:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022d245c7. 00010000:00000010:0.0:1761312153.326938:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.326944:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d4b4441. 00010000:00000010:0.0:1761312153.326965:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.326969:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.326994:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a11f4ec5. 00010000:00000010:0.0:1761312153.326997:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327000:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e3f82ec. 00010000:00000010:0.0:1761312153.327002:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327009:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076685476. 00010000:00000010:0.0:1761312153.327027:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327030:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327056:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002aab65fd. 00010000:00000010:0.0:1761312153.327058:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327061:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004822491d. 00010000:00000010:0.0:1761312153.327064:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327071:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000018c0eb3. 00010000:00000010:0.0:1761312153.327091:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327094:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327122:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c25971d. 00010000:00000010:0.0:1761312153.327125:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327127:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfbeb169. 00010000:00000010:0.0:1761312153.327130:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327136:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b447f5c. 00010000:00000010:0.0:1761312153.327155:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327158:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327185:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e4fc3af. 00010000:00000010:0.0:1761312153.327187:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327190:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081cbd71a. 00010000:00000010:0.0:1761312153.327192:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327199:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e3269ec. 00010000:00000010:0.0:1761312153.327217:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327220:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327245:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8ba62e5. 00010000:00000010:0.0:1761312153.327248:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327250:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b89fbf0. 00010000:00000010:0.0:1761312153.327252:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327258:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c24bdaf. 00010000:00000010:0.0:1761312153.327276:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327279:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327307:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007149bf1f. 00010000:00000010:0.0:1761312153.327310:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327313:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a872e10c. 00010000:00000010:0.0:1761312153.327315:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327322:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdce2660. 00010000:00000010:0.0:1761312153.327339:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327342:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327367:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003495a53c. 00010000:00000010:0.0:1761312153.327370:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327372:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2e22b21. 00010000:00000010:0.0:1761312153.327375:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327381:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0ece849. 00010000:00000010:0.0:1761312153.327398:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327400:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327423:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c99acd4d. 00010000:00000010:0.0:1761312153.327425:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327428:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e083104f. 00010000:00000010:0.0:1761312153.327431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327437:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040206679. 00010000:00000010:0.0:1761312153.327453:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327455:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327477:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005eae2b5a. 00010000:00000010:0.0:1761312153.327479:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327482:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba788383. 00010000:00000010:0.0:1761312153.327484:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327489:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fead2ed0. 00010000:00000010:0.0:1761312153.327505:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327507:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327531:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006480e239. 00010000:00000010:0.0:1761312153.327533:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327535:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d8dc467. 00010000:00000010:0.0:1761312153.327538:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327543:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b700926. 00010000:00000010:0.0:1761312153.327560:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327562:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327585:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de586311. 00010000:00000010:0.0:1761312153.327587:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327590:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006617ed3e. 00010000:00000010:0.0:1761312153.327593:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327599:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1182767. 00010000:00000010:0.0:1761312153.327617:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327620:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327675:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d45fc26f. 00010000:00000010:0.0:1761312153.327679:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327682:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061ad10d7. 00010000:00000010:0.0:1761312153.327685:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327694:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af41376f. 00010000:00000010:0.0:1761312153.327718:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327722:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327763:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004fea734b. 00010000:00000010:0.0:1761312153.327766:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327768:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:0.0:1761312153.327771:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327779:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009534ae7d. 00010000:00000010:0.0:1761312153.327800:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327804:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327831:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4eb7c52. 00010000:00000010:0.0:1761312153.327834:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327836:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005568660a. 00010000:00000010:0.0:1761312153.327839:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327846:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0b4cb11. 00010000:00000010:0.0:1761312153.327865:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327869:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327899:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e097862. 00010000:00000010:0.0:1761312153.327901:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327904:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e44186d. 00010000:00000010:0.0:1761312153.327907:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327915:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032648ac4. 00010000:00000010:0.0:1761312153.327936:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.327939:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327969:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c455ff0. 00010000:00000010:0.0:1761312153.327971:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.327974:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f8fcc64. 00010000:00000010:0.0:1761312153.327989:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.327998:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000314ed943. 00010000:00000010:0.0:1761312153.328021:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328024:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328052:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de1e8a73. 00010000:00000010:0.0:1761312153.328055:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328057:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000777e7005. 00010000:00000010:0.0:1761312153.328060:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328067:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d9eb35d. 00010000:00000010:0.0:1761312153.328088:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328091:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328121:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000374b2e31. 00010000:00000010:0.0:1761312153.328124:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328127:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b6c47e1. 00010000:00000010:0.0:1761312153.328129:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328135:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084762b36. 00010000:00000010:0.0:1761312153.328156:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328159:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328188:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019d94c24. 00010000:00000010:0.0:1761312153.328191:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328193:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047231fdd. 00010000:00000010:0.0:1761312153.328196:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328202:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f2bfefc. 00010000:00000010:0.0:1761312153.328223:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328226:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328252:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f5b9ac9. 00010000:00000010:0.0:1761312153.328255:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328258:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf61f960. 00010000:00000010:0.0:1761312153.328260:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328267:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1f4c441. 00010000:00000010:0.0:1761312153.328287:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328289:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328318:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6ddd2d9. 00010000:00000010:0.0:1761312153.328320:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328323:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.0:1761312153.328326:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328333:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dadea69. 00010000:00000010:0.0:1761312153.328352:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328355:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328386:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061d220fd. 00010000:00000010:0.0:1761312153.328389:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328392:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000981b92bf. 00010000:00000010:0.0:1761312153.328395:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328402:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f82d76. 00010000:00000010:0.0:1761312153.328424:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328427:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328455:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029fdf8f8. 00010000:00000010:0.0:1761312153.328458:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328461:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b743730b. 00010000:00000010:0.0:1761312153.328463:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328470:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032891dff. 00010000:00000010:0.0:1761312153.328491:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328495:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328526:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f542bf81. 00010000:00000010:0.0:1761312153.328529:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328531:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000828f3379. 00010000:00000010:0.0:1761312153.328535:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328544:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f421de3d. 00010000:00000010:0.0:1761312153.328565:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328568:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328596:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd7739b1. 00010000:00000010:0.0:1761312153.328599:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328602:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006d9d747. 00010000:00000010:0.0:1761312153.328604:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328610:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000785ad5fe. 00010000:00000010:0.0:1761312153.328662:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328666:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328695:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004091746. 00010000:00000010:0.0:1761312153.328698:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328701:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd33233d. 00010000:00000010:0.0:1761312153.328703:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328711:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b70dd97. 00010000:00000010:0.0:1761312153.328732:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328735:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328777:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e15f395. 00010000:00000010:0.0:1761312153.328780:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328783:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df8d2653. 00010000:00000010:0.0:1761312153.328785:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328793:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097d87dd3. 00010000:00000010:0.0:1761312153.328815:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328818:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328849:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001472e6a9. 00010000:00000010:0.0:1761312153.328852:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328855:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e20b06d0. 00010000:00000010:0.0:1761312153.328858:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328865:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a979f9d. 00010000:00000010:0.0:1761312153.328886:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328889:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328917:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000091008e3. 00010000:00000010:0.0:1761312153.328920:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328922:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fc24e7. 00010000:00000010:0.0:1761312153.328925:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.328932:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd04220f. 00010000:00000010:0.0:1761312153.328954:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.328957:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328987:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b6e3b6f. 00010000:00000010:0.0:1761312153.328990:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.328992:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d254f060. 00010000:00000010:0.0:1761312153.328995:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329003:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5194edc. 00010000:00000010:0.0:1761312153.329023:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329026:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329053:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071968cdf. 00010000:00000010:0.0:1761312153.329056:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329058:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d429c473. 00010000:00000010:0.0:1761312153.329061:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329067:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4220c18. 00010000:00000010:0.0:1761312153.329088:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329091:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329118:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083a05e1f. 00010000:00000010:0.0:1761312153.329121:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329123:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ce4df05. 00010000:00000010:0.0:1761312153.329126:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329133:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc117af1. 00010000:00000010:0.0:1761312153.329155:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329158:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329186:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ee25d55. 00010000:00000010:0.0:1761312153.329189:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329192:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2854ea8. 00010000:00000010:0.0:1761312153.329195:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329203:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e20445. 00010000:00000010:0.0:1761312153.329224:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329227:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329259:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aa9f536. 00010000:00000010:0.0:1761312153.329262:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329264:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312153.329266:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329274:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9482830. 00010000:00000010:0.0:1761312153.329295:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329299:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00000001:00000010:0.0:1761312153.329321:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000083d60421. 00000001:00000010:0.0:1761312153.329327:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000083d60421. 00000001:00000010:0.0:1761312153.329330:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000083d60421. 00000001:00000010:0.0:1761312153.329332:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000be20eb21. 00010000:00000010:0.0:1761312153.329347:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f671030b. 00010000:00000010:0.0:1761312153.329349:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329352:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.0:1761312153.329354:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329361:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2053ffc. 00010000:00000010:0.0:1761312153.329382:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329385:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329424:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fb67ad7. 00010000:00000010:0.0:1761312153.329427:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329430:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000818864b6. 00010000:00000010:0.0:1761312153.329432:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329439:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b216cbc6. 00010000:00000010:0.0:1761312153.329458:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329461:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329487:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002783ed7. 00010000:00000010:0.0:1761312153.329491:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329493:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.0:1761312153.329496:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329502:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067b53dc8. 00010000:00000010:0.0:1761312153.329523:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329526:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329554:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000076a6e793. 00010000:00000010:0.0:1761312153.329556:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329559:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000035894d7. 00010000:00000010:0.0:1761312153.329562:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329569:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7ce4f0f. 00010000:00000010:0.0:1761312153.329591:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329596:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329667:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f661ae9. 00010000:00000010:0.0:1761312153.329671:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.329674:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.0:1761312153.329677:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.329685:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f692537. 00010000:00000010:0.0:1761312153.329711:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.329715:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:1.1:1761312153.329736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd96d294. 00010000:00000010:1.1:1761312153.329744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2b636e8. 00010000:00000010:1.1:1761312153.329758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00010000:00000010:0.0:1761312153.330077:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e30ea23. 00010000:00000010:0.0:1761312153.330082:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330087:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7d1729e. 00010000:00000010:0.0:1761312153.330090:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330100:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0148c5e. 00010000:00000010:0.0:1761312153.330127:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330130:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330162:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cd11afd. 00010000:00000010:0.0:1761312153.330165:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330168:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a90da3a3. 00010000:00000010:0.0:1761312153.330170:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330177:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f5cead5. 00010000:00000010:0.0:1761312153.330199:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330202:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330230:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c1ccbf8. 00010000:00000010:0.0:1761312153.330233:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330237:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001007ed5c. 00010000:00000010:0.0:1761312153.330239:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330246:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcfa8aae. 00010000:00000010:0.0:1761312153.330266:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330269:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330434:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005dcac4b1. 00010000:00000010:0.0:1761312153.330438:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330440:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098aa2ccb. 00010000:00000010:0.0:1761312153.330444:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330452:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e686d31e. 00010000:00000010:0.0:1761312153.330475:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330478:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330509:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000837f6639. 00010000:00000010:0.0:1761312153.330512:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330515:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0fc570. 00010000:00000010:0.0:1761312153.330518:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330525:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a750167e. 00010000:00000010:0.0:1761312153.330545:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330549:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330577:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ae6d9d4. 00010000:00000010:0.0:1761312153.330579:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330582:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047de7aa1. 00010000:00000010:0.0:1761312153.330584:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330590:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fe860f0. 00010000:00000010:0.0:1761312153.330610:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330613:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330672:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d92c50fc. 00010000:00000010:0.0:1761312153.330675:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330678:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046a4f961. 00010000:00000010:0.0:1761312153.330681:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330688:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6ac0a33. 00010000:00000010:0.0:1761312153.330711:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330714:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330745:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000419598c5. 00010000:00000010:0.0:1761312153.330758:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330761:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bb8b284. 00010000:00000010:0.0:1761312153.330764:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330771:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9340c2d. 00010000:00000010:0.0:1761312153.330796:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330799:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330835:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017df3d14. 00010000:00000010:0.0:1761312153.330838:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330840:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbf72baa. 00010000:00000010:0.0:1761312153.330843:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330851:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d048f1c3. 00010000:00000010:0.0:1761312153.330872:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330876:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330904:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a05c78c1. 00010000:00000010:0.0:1761312153.330908:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330912:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a793ba8c. 00010000:00000010:0.0:1761312153.330914:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330922:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b10812e. 00010000:00000010:0.0:1761312153.330943:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.330947:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330977:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4517ee1. 00010000:00000010:0.0:1761312153.330980:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.330983:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009795e6f7. 00010000:00000010:0.0:1761312153.330985:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.330993:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb0e2545. 00010000:00000010:0.0:1761312153.331016:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331019:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331047:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000081db9ca. 00010000:00000010:0.0:1761312153.331050:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331053:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65c3a8e. 00010000:00000010:0.0:1761312153.331056:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331063:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af965839. 00010000:00000010:0.0:1761312153.331084:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331087:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331119:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000374f13a9. 00010000:00000010:0.0:1761312153.331122:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331125:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044a9e371. 00010000:00000010:0.0:1761312153.331128:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331135:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077698266. 00010000:00000010:0.0:1761312153.331157:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331160:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331187:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cebb05b7. 00010000:00000010:0.0:1761312153.331190:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331193:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbfb0dec. 00010000:00000010:0.0:1761312153.331196:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331203:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6fa994f. 00010000:00000010:0.0:1761312153.331223:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331226:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331257:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fdc948d8. 00010000:00000010:0.0:1761312153.331260:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331262:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006893520b. 00010000:00000010:0.0:1761312153.331265:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331271:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000306ed533. 00010000:00000010:0.0:1761312153.331290:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331293:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331321:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0099114. 00010000:00000010:0.0:1761312153.331324:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331328:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3d8ea7. 00010000:00000010:0.0:1761312153.331331:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331339:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045ed06bd. 00010000:00000010:0.0:1761312153.331361:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331364:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331396:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029620f53. 00010000:00000010:0.0:1761312153.331399:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331402:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bce0cff. 00010000:00000010:0.0:1761312153.331404:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331412:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069f56168. 00010000:00000010:0.0:1761312153.331435:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331438:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331470:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaf5dbf1. 00010000:00000010:0.0:1761312153.331473:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331477:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df995d5. 00010000:00000010:0.0:1761312153.331479:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331486:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e603d85. 00010000:00000010:0.0:1761312153.331506:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331509:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331543:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f4291c3. 00010000:00000010:0.0:1761312153.331546:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331548:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e94d4ef. 00010000:00000010:0.0:1761312153.331551:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331558:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e37c27b. 00010000:00000010:0.0:1761312153.331578:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331581:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331607:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da0c769e. 00010000:00000010:0.0:1761312153.331610:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331612:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f66c1c4. 00010000:00000010:0.0:1761312153.331615:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331621:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001997dfb2. 00010000:00000010:0.0:1761312153.331671:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331675:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331706:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020d99f07. 00010000:00000010:0.0:1761312153.331709:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331712:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dc63452. 00010000:00000010:0.0:1761312153.331715:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331723:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7c5fe24. 00010000:00000010:0.0:1761312153.331745:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331761:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331792:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca9dab40. 00010000:00000010:0.0:1761312153.331795:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331799:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78a7a8a. 00010000:00000010:0.0:1761312153.331802:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331810:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c952b3f. 00010000:00000010:0.0:1761312153.331830:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331833:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331860:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adb9b1bd. 00010000:00000010:0.0:1761312153.331863:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331866:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f338ebf. 00010000:00000010:0.0:1761312153.331869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331878:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbbdb02a. 00010000:00000010:0.0:1761312153.331897:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331900:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331927:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2a75940. 00010000:00000010:0.0:1761312153.331930:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.331933:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fa606b7. 00010000:00000010:0.0:1761312153.331936:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.331942:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c99dbdaf. 00010000:00000010:0.0:1761312153.331962:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.331966:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332001:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a48107c5. 00010000:00000010:0.0:1761312153.332004:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332006:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1657593. 00010000:00000010:0.0:1761312153.332009:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332017:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e3319a5. 00010000:00000010:0.0:1761312153.332040:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332043:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332072:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bb2d026. 00010000:00000010:0.0:1761312153.332075:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332078:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab9d06bc. 00010000:00000010:0.0:1761312153.332081:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332088:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fc8a2cc. 00010000:00000010:0.0:1761312153.332107:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332109:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332140:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7bd68fc. 00010000:00000010:0.0:1761312153.332143:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332146:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2041fb1. 00010000:00000010:0.0:1761312153.332148:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332156:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6d6cbcc. 00010000:00000010:0.0:1761312153.332176:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332179:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332206:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ecfee6f. 00010000:00000010:0.0:1761312153.332209:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332212:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95ddfae. 00010000:00000010:0.0:1761312153.332214:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332222:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001defb9eb. 00010000:00000010:0.0:1761312153.332241:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332244:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332272:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008343abac. 00010000:00000010:0.0:1761312153.332275:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332278:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a768a196. 00010000:00000010:0.0:1761312153.332281:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332287:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b20aae65. 00010000:00000010:0.0:1761312153.332307:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332310:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332337:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059602309. 00010000:00000010:0.0:1761312153.332339:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332342:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e9e3d3d. 00010000:00000010:0.0:1761312153.332345:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332351:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000805f8347. 00010000:00000010:0.0:1761312153.332372:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332375:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332406:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008db5699a. 00010000:00000010:0.0:1761312153.332409:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332412:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006efe45f5. 00010000:00000010:0.0:1761312153.332415:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332422:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044eb6719. 00010000:00000010:0.0:1761312153.332442:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332445:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332473:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd358d14. 00010000:00000010:0.0:1761312153.332476:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332478:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e731b09e. 00010000:00000010:0.0:1761312153.332481:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332487:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfa3630a. 00010000:00000010:0.0:1761312153.332505:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332509:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332540:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088af5510. 00010000:00000010:0.0:1761312153.332543:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332545:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019a60e38. 00010000:00000010:0.0:1761312153.332548:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332555:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000702f5b1a. 00010000:00000010:0.0:1761312153.332575:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332578:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332605:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f9dd7fa. 00010000:00000010:0.0:1761312153.332608:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332611:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cfe059b. 00010000:00000010:0.0:1761312153.332614:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332621:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383a54bc. 00010000:00000010:0.0:1761312153.332819:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332823:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332855:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007994af88. 00010000:00000010:0.0:1761312153.332858:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332861:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ec66d26. 00010000:00000010:0.0:1761312153.332864:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332871:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b47ead4. 00010000:00000010:0.0:1761312153.332891:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332894:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332925:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac7d31c5. 00010000:00000010:0.0:1761312153.332929:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332932:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015073c75. 00010000:00000010:0.0:1761312153.332934:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.332941:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a87dd0. 00010000:00000010:0.0:1761312153.332961:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.332963:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332992:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bade20c5. 00010000:00000010:0.0:1761312153.332995:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.332998:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7c823c2. 00010000:00000010:0.0:1761312153.333001:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333009:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031764b22. 00010000:00000010:0.0:1761312153.333030:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333033:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333062:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e09d27cb. 00010000:00000010:0.0:1761312153.333065:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333067:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e41307a. 00010000:00000010:0.0:1761312153.333070:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333076:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db37fcb1. 00010000:00000010:0.0:1761312153.333096:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333098:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333127:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e1d4bd2. 00010000:00000010:0.0:1761312153.333129:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333132:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081798b9a. 00010000:00000010:0.0:1761312153.333134:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333140:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5cfc956. 00010000:00000010:0.0:1761312153.333155:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333157:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333178:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a355a692. 00010000:00000010:0.0:1761312153.333180:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333182:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061194ae5. 00010000:00000010:0.0:1761312153.333184:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333189:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000934ec7ad. 00010000:00000010:0.0:1761312153.333203:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333206:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333226:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5fc8b13. 00010000:00000010:0.0:1761312153.333228:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333230:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b15b069. 00010000:00000010:0.0:1761312153.333232:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333237:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cfcdcef. 00010000:00000010:0.0:1761312153.333250:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333253:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333273:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc18f32b. 00010000:00000010:0.0:1761312153.333276:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333278:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f97d65. 00010000:00000010:0.0:1761312153.333280:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333286:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008672bfb2. 00010000:00000010:0.0:1761312153.333301:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333304:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333328:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ceb2c02. 00010000:00000010:0.0:1761312153.333330:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333332:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2295251. 00010000:00000010:0.0:1761312153.333335:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333340:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844f8601. 00010000:00000010:0.0:1761312153.333355:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333358:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333379:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b771113. 00010000:00000010:0.0:1761312153.333382:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333384:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002af7d163. 00010000:00000010:0.0:1761312153.333386:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333391:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cebb6df4. 00010000:00000010:0.0:1761312153.333405:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333407:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333943:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b597f5c3. 00010000:00000010:0.0:1761312153.333947:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.333950:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000991663a2. 00010000:00000010:0.0:1761312153.333954:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.333966:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ccefe6c. 00010000:00000010:0.0:1761312153.333993:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.333996:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334025:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b336eade. 00010000:00000010:0.0:1761312153.334028:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334031:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fd33832. 00010000:00000010:0.0:1761312153.334034:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.334041:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e042b200. 00010000:00000010:0.0:1761312153.334061:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.334064:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334092:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb664d34. 00010000:00000010:0.0:1761312153.334095:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334098:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d04bb3. 00010000:00000010:0.0:1761312153.334100:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.334107:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036a30942. 00010000:00000010:0.0:1761312153.334128:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.334807:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334858:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd73fefa. 00010000:00000010:0.0:1761312153.334862:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334866:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7176614. 00010000:00000010:0.0:1761312153.334869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.334882:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c39eb3. 00010000:00000010:0.0:1761312153.334918:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.334922:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334961:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9015aeb. 00010000:00000010:0.0:1761312153.334963:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.334966:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887e7332. 00010000:00000010:0.0:1761312153.334968:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.334976:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000de44a50. 00010000:00000010:0.0:1761312153.334996:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335000:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335030:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b527e2d8. 00010000:00000010:0.0:1761312153.335033:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335036:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfc660ac. 00010000:00000010:0.0:1761312153.335039:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335047:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad79ded2. 00010000:00000010:0.0:1761312153.335067:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335070:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335102:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b34bfd9a. 00010000:00000010:0.0:1761312153.335106:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335108:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c9694ad. 00010000:00000010:0.0:1761312153.335111:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335118:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029261da4. 00010000:00000010:0.0:1761312153.335138:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335141:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335169:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000414e3ba6. 00010000:00000010:0.0:1761312153.335172:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335175:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec9a3474. 00010000:00000010:0.0:1761312153.335177:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335186:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000000d3f97. 00010000:00000010:0.0:1761312153.335206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335209:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335238:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000234e9ea5. 00010000:00000010:0.0:1761312153.335241:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335243:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ef99c44. 00010000:00000010:0.0:1761312153.335246:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335253:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058984ad1. 00010000:00000010:0.0:1761312153.335271:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335274:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335302:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048b6434f. 00010000:00000010:0.0:1761312153.335305:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335309:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312153.335311:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335318:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a61a61. 00010000:00000010:0.0:1761312153.335341:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.335344:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335379:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035ce770b. 00010000:00000010:0.0:1761312153.335381:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.335384:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624233b3. 00010000:00000010:0.0:1761312153.335386:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.335393:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eed4fac5. 00010000:00000010:0.1:1761312153.337784:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a494cf64. 00010000:00000010:0.1:1761312153.337797:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbc53a. 00010000:00000010:0.1:1761312153.337801:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000683e4474. 00010000:00000010:0.1:1761312153.337805:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d5fea6. 00010000:00000010:0.1:1761312153.337808:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5e8469. 00010000:00000010:0.1:1761312153.337811:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbafa27. 00010000:00000010:0.1:1761312153.337816:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087321254. 00010000:00000010:0.1:1761312153.337818:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004981bbbb. 00010000:00000010:0.1:1761312153.337821:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aadf97f. 00010000:00000010:0.1:1761312153.337823:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e746501e. 00010000:00000010:0.1:1761312153.337827:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c840a0c4. 00010000:00000010:0.1:1761312153.337830:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b93d6ec. 00010000:00000010:0.1:1761312153.337832:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060664673. 00010000:00000010:0.1:1761312153.337834:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215fdca7. 00010000:00000010:0.1:1761312153.337836:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455d0cbd. 00010000:00000010:0.1:1761312153.337838:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f179c4b9. 00010000:00000010:0.1:1761312153.337840:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668df0d6. 00010000:00000010:0.1:1761312153.337842:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1b0743c. 00010000:00000010:0.1:1761312153.337844:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000070bc8c9. 00010000:00000010:0.1:1761312153.337847:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cda13357. 00010000:00000010:0.1:1761312153.337852:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919fa45f. 00010000:00000010:0.1:1761312153.337855:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c682d3a3. 00010000:00000010:0.1:1761312153.337856:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d37595. 00010000:00000010:0.1:1761312153.337859:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97476a5. 00010000:00000010:0.1:1761312153.337860:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afefce3f. 00010000:00000010:0.1:1761312153.337863:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050be1040. 00010000:00000010:0.1:1761312153.337864:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c54804e9. 00010000:00000010:0.1:1761312153.337866:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72e44ef. 00010000:00000010:0.1:1761312153.337868:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a8a2c2. 00010000:00000010:0.1:1761312153.337870:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b73b0. 00010000:00000010:0.1:1761312153.337873:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3489e6e. 00010000:00000010:0.1:1761312153.337875:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5a7fa0. 00010000:00000010:0.1:1761312153.337877:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8c9f5c. 00010000:00000010:0.1:1761312153.337878:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daafa680. 00010000:00000010:0.1:1761312153.337880:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbcf48c7. 00010000:00000010:0.1:1761312153.337883:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354cfdd. 00010000:00000010:0.1:1761312153.337885:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b84e1ec. 00010000:00000010:0.1:1761312153.337887:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001474d441. 00010000:00000010:0.1:1761312153.337891:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007edd9901. 00010000:00000010:0.1:1761312153.337895:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4548bf. 00010000:00000010:0.1:1761312153.337897:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007631de17. 00010000:00000010:0.1:1761312153.337900:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205340d. 00010000:00000010:0.1:1761312153.337903:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026bd8955. 00010000:00000010:0.1:1761312153.337905:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e1a460. 00010000:00000010:0.1:1761312153.337907:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a69c2103. 00010000:00000010:0.1:1761312153.337909:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000904ea13e. 00010000:00000010:0.1:1761312153.337911:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bcb3158. 00010000:00000010:0.1:1761312153.337913:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f25b20. 00010000:00000010:0.1:1761312153.337915:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091787bd1. 00010000:00000010:0.1:1761312153.337918:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f60e30. 00010000:00000010:0.1:1761312153.337921:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071a0442c. 00010000:00000010:0.1:1761312153.337924:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ef319f. 00010000:00000010:0.1:1761312153.337928:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab8ece0. 00010000:00000010:0.1:1761312153.337931:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e8889e. 00010000:00000010:0.1:1761312153.337934:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083d5604f. 00010000:00000010:0.1:1761312153.337936:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eef9f04. 00010000:00000010:0.1:1761312153.337938:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b951ac30. 00010000:00000010:0.1:1761312153.337941:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c94c361. 00010000:00000010:0.1:1761312153.337943:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4cfeb10. 00010000:00000010:0.1:1761312153.337945:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf1c33ba. 00010000:00000010:0.1:1761312153.337948:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055370229. 00010000:00000010:0.1:1761312153.337949:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064261c3a. 00010000:00000010:0.1:1761312153.337951:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d84fcb. 00010000:00000010:0.1:1761312153.337953:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3f67d12. 00010000:00000010:0.1:1761312153.337955:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae964522. 00010000:00000010:0.1:1761312153.337957:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ad96ec. 00010000:00000010:0.1:1761312153.337959:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d73a3d9. 00010000:00000010:0.1:1761312153.337961:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c899caca. 00010000:00000010:0.1:1761312153.337963:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0550cfc. 00010000:00000010:0.1:1761312153.337965:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b95af1a. 00010000:00000010:0.1:1761312153.337967:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007efecf3c. 00010000:00000010:0.1:1761312153.337969:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131fa44a. 00010000:00000010:0.1:1761312153.337971:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce0211e1. 00010000:00000010:0.1:1761312153.337974:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002891504c. 00010000:00000010:0.1:1761312153.337976:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e054f03. 00010000:00000010:0.1:1761312153.337978:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010206b30. 00010000:00000010:0.1:1761312153.337981:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fbd22d5. 00010000:00000010:0.1:1761312153.337984:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa8e11d. 00010000:00000010:0.1:1761312153.337988:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0c14707. 00010000:00000010:0.1:1761312153.337990:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005848e505. 00010000:00000010:0.1:1761312153.337993:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f192933. 00010000:00000010:0.1:1761312153.337996:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000507c8e89. 00010000:00000010:0.1:1761312153.337999:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006124db3a. 00010000:00000010:0.1:1761312153.338002:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e30a88. 00010000:00000010:0.1:1761312153.338004:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000391dd5c. 00010000:00000010:0.1:1761312153.338006:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005600b5f. 00010000:00000010:0.1:1761312153.338013:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c96049. 00010000:00000010:0.1:1761312153.338016:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009418a8c5. 00010000:00000010:0.1:1761312153.338020:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022366287. 00010000:00000010:0.1:1761312153.338023:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5eb428. 00010000:00000010:0.1:1761312153.338025:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b730e30. 00010000:00000010:0.1:1761312153.338028:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb7eb69. 00010000:00000010:0.1:1761312153.338030:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000421d933. 00010000:00000010:0.1:1761312153.338032:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e277bd24. 00010000:00000010:0.1:1761312153.338034:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a821192. 00010000:00000010:0.1:1761312153.338036:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec5caf38. 00010000:00000010:0.1:1761312153.338039:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b07cc4. 00010000:00000010:0.1:1761312153.338041:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c2acdca. 00010000:00000010:0.1:1761312153.338060:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000530b638a. 00010000:00000010:0.1:1761312153.338064:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022418585. 00010000:00000010:0.1:1761312153.338067:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041042a30. 00010000:00000010:0.1:1761312153.338069:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c46f863. 00010000:00000010:0.1:1761312153.338071:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f28256. 00010000:00000010:0.1:1761312153.338074:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000242db2a5. 00010000:00000010:0.1:1761312153.338076:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022186796. 00010000:00000010:0.1:1761312153.338078:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfe94d. 00080000:00000010:0.0:1761312153.345128:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069a61a61. 00080000:00000010:0.0:1761312153.345139:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058984ad1. 00080000:00000010:0.0:1761312153.345142:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000000d3f97. 00080000:00000010:0.0:1761312153.345146:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029261da4. 00080000:00000010:0.0:1761312153.345148:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad79ded2. 00080000:00000010:0.0:1761312153.345150:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000de44a50. 00080000:00000010:0.0:1761312153.345152:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c39eb3. 00080000:00000010:0.0:1761312153.345156:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036a30942. 00080000:00000010:0.0:1761312153.345158:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e042b200. 00080000:00000010:0.0:1761312153.345160:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ccefe6c. 00080000:00000010:0.0:1761312153.345162:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cebb6df4. 00080000:00000010:0.0:1761312153.345165:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000844f8601. 00080000:00000010:0.0:1761312153.345166:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008672bfb2. 00080000:00000010:0.0:1761312153.345168:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cfcdcef. 00080000:00000010:0.0:1761312153.345170:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000934ec7ad. 00080000:00000010:0.0:1761312153.345172:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5cfc956. 00080000:00000010:0.0:1761312153.345174:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db37fcb1. 00080000:00000010:0.0:1761312153.345177:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031764b22. 00080000:00000010:0.0:1761312153.345179:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4a87dd0. 00080000:00000010:0.0:1761312153.345182:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b47ead4. 00080000:00000010:0.0:1761312153.345184:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000383a54bc. 00080000:00000010:0.0:1761312153.345186:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000702f5b1a. 00080000:00000010:0.0:1761312153.345188:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfa3630a. 00080000:00000010:0.0:1761312153.345190:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044eb6719. 00080000:00000010:0.0:1761312153.345192:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000805f8347. 00080000:00000010:0.0:1761312153.345195:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b20aae65. 00080000:00000010:0.0:1761312153.345197:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001defb9eb. 00080000:00000010:0.0:1761312153.345199:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6d6cbcc. 00080000:00000010:0.0:1761312153.345201:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fc8a2cc. 00080000:00000010:0.0:1761312153.345203:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e3319a5. 00080000:00000010:0.0:1761312153.345205:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c99dbdaf. 00080000:00000010:0.0:1761312153.345207:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbbdb02a. 00080000:00000010:0.0:1761312153.345210:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c952b3f. 00080000:00000010:0.0:1761312153.345212:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7c5fe24. 00080000:00000010:0.0:1761312153.345214:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001997dfb2. 00080000:00000010:0.0:1761312153.345218:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e37c27b. 00080000:00000010:0.0:1761312153.345221:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e603d85. 00080000:00000010:0.0:1761312153.345223:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069f56168. 00080000:00000010:0.0:1761312153.345224:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045ed06bd. 00080000:00000010:0.0:1761312153.345226:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000306ed533. 00080000:00000010:0.0:1761312153.345228:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6fa994f. 00080000:00000010:0.0:1761312153.345230:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077698266. 00080000:00000010:0.0:1761312153.345232:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af965839. 00080000:00000010:0.0:1761312153.345234:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb0e2545. 00080000:00000010:0.0:1761312153.345236:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b10812e. 00080000:00000010:0.0:1761312153.345238:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d048f1c3. 00080000:00000010:0.0:1761312153.345240:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9340c2d. 00080000:00000010:0.0:1761312153.345242:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6ac0a33. 00080000:00000010:0.0:1761312153.345245:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fe860f0. 00080000:00000010:0.0:1761312153.345247:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a750167e. 00080000:00000010:0.0:1761312153.345249:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e686d31e. 00080000:00000010:0.0:1761312153.345251:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcfa8aae. 00080000:00000010:0.0:1761312153.345253:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f5cead5. 00080000:00000010:0.0:1761312153.345255:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0148c5e. 00080000:00000010:0.0:1761312153.345257:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f692537. 00080000:00000010:0.0:1761312153.345259:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7ce4f0f. 00080000:00000010:0.0:1761312153.345260:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067b53dc8. 00080000:00000010:0.0:1761312153.345262:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b216cbc6. 00080000:00000010:0.0:1761312153.345264:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2053ffc. 00080000:00000010:0.0:1761312153.345266:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9482830. 00080000:00000010:0.0:1761312153.345268:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025e20445. 00080000:00000010:0.0:1761312153.345271:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc117af1. 00080000:00000010:0.0:1761312153.345273:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4220c18. 00080000:00000010:0.0:1761312153.345277:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5194edc. 00080000:00000010:0.0:1761312153.345280:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd04220f. 00080000:00000010:0.0:1761312153.345284:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a979f9d. 00080000:00000010:0.0:1761312153.345287:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097d87dd3. 00080000:00000010:0.0:1761312153.345289:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b70dd97. 00080000:00000010:0.0:1761312153.345291:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000785ad5fe. 00080000:00000010:0.0:1761312153.345294:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f421de3d. 00080000:00000010:0.0:1761312153.345296:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032891dff. 00080000:00000010:0.0:1761312153.345299:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054f82d76. 00080000:00000010:0.0:1761312153.345302:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dadea69. 00080000:00000010:0.0:1761312153.345305:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1f4c441. 00080000:00000010:0.0:1761312153.345307:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f2bfefc. 00080000:00000010:0.0:1761312153.345308:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084762b36. 00080000:00000010:0.0:1761312153.345310:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d9eb35d. 00080000:00000010:0.0:1761312153.345312:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000314ed943. 00080000:00000010:0.0:1761312153.345314:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032648ac4. 00080000:00000010:0.0:1761312153.345316:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0b4cb11. 00080000:00000010:0.0:1761312153.345319:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009534ae7d. 00080000:00000010:0.0:1761312153.345321:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af41376f. 00080000:00000010:0.0:1761312153.345323:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1182767. 00080000:00000010:0.0:1761312153.345324:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b700926. 00080000:00000010:0.0:1761312153.345326:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fead2ed0. 00080000:00000010:0.0:1761312153.345327:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040206679. 00080000:00000010:0.0:1761312153.345329:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0ece849. 00080000:00000010:0.0:1761312153.345332:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdce2660. 00080000:00000010:0.0:1761312153.345334:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c24bdaf. 00080000:00000010:0.0:1761312153.345335:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e3269ec. 00080000:00000010:0.0:1761312153.345337:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b447f5c. 00080000:00000010:0.0:1761312153.345339:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000018c0eb3. 00080000:00000010:0.0:1761312153.345340:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076685476. 00080000:00000010:0.0:1761312153.345343:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d4b4441. 00080000:00000010:0.0:1761312153.345344:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffcfa291. 00080000:00000010:0.0:1761312153.345346:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009059ba52. 00080000:00000010:0.0:1761312153.345348:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000507effde. 00080000:00000010:0.0:1761312153.345349:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000babe6293. 00080000:00000010:0.0:1761312153.345350:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000acc7e91. 00080000:00000010:0.0:1761312153.345352:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078bb2592. 00080000:00000010:0.0:1761312153.345353:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9771999. 00080000:00000010:0.0:1761312153.345354:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c71030cb. 00080000:00000010:0.0:1761312153.345355:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2a73363. 00080000:00000010:0.0:1761312153.345356:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086f2c308. 00080000:00000010:0.0:1761312153.345357:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f2a9d5a. 00080000:00000010:0.0:1761312153.345358:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3e82bab. 00080000:00000010:0.0:1761312153.345359:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bf88f74. 00080000:00000010:0.0:1761312153.345360:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000619a327. 00080000:00000010:0.0:1761312153.345361:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db72f440. 00080000:00000010:0.0:1761312153.345363:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b56eebf4. 00080000:00000010:0.0:1761312153.345364:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d2e2bc3. 00080000:00000010:0.0:1761312153.345366:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003546ea7a. 00080000:00000010:0.0:1761312153.345367:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efa3a3b7. 00080000:00000010:0.0:1761312153.345369:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000588ac47f. 00080000:00000010:0.0:1761312153.345372:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edd39f76. 00080000:00000010:0.0:1761312153.345386:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091c6f594. 00080000:00000010:0.0:1761312153.345389:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050b511fb. 00080000:00000010:0.0:1761312153.345390:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011914e15. 00080000:00000010:0.0:1761312153.345392:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000980a87ec. 00080000:00000010:0.0:1761312153.345394:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9a053d4. 00080000:00000010:0.0:1761312153.345395:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac18406e. 00080000:00000010:0.0:1761312153.345397:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091ebac38. 00080000:00000010:0.0:1761312153.345399:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b2e641b. 00080000:00000010:0.0:1761312153.345400:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a6abc1c. 00080000:00000010:0.0:1761312153.345403:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5eb3c35. 00080000:00000010:0.0:1761312153.345405:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db05e750. 00080000:00000010:0.0:1761312153.345407:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081f91a3c. 00080000:00000010:0.0:1761312153.345409:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b904a0a. 00080000:00000010:0.0:1761312153.345415:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f961198. 00080000:00000010:0.0:1761312153.345417:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f88beb5. 00080000:00000010:0.0:1761312153.345420:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004078ae03. 00080000:00000010:0.0:1761312153.345425:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003af9336b. 00080000:00000010:0.0:1761312153.345427:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0343402. 00080000:00000010:0.0:1761312153.345429:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000160f5316. 00080000:00000010:0.0:1761312153.345432:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d34d1688. 00080000:00000010:0.0:1761312153.345434:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b871ec06. 00080000:00000010:0.0:1761312153.345436:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000076e23d8. 00080000:00000010:0.0:1761312153.345438:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d22004e5. 00080000:00000010:0.0:1761312153.345440:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063a52835. 00080000:00000010:0.0:1761312153.345442:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a46b6e29. 00080000:00000010:0.0:1761312153.345447:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027750e46. 00080000:00000010:0.0:1761312153.345449:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1299e21. 00080000:00000010:0.0:1761312153.345451:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3310f8a. 00080000:00000010:0.0:1761312153.345453:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1c77ec5. 00080000:00000010:0.0:1761312153.345456:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0f94f5e. 00080000:00000010:0.0:1761312153.345459:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094660178. 00080000:00000010:0.0:1761312153.345463:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018db01a4. 00080000:00000010:0.0:1761312153.345465:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000153b562d. 00080000:00000010:0.0:1761312153.345467:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080f4e70d. 00080000:00000010:0.0:1761312153.345469:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088610c8c. 00080000:00000010:0.0:1761312153.345471:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e225b49d. 00080000:00000010:0.0:1761312153.345473:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1654111. 00080000:00000010:0.0:1761312153.345475:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000151dae33. 00080000:00000010:0.0:1761312153.345477:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006c65366. 00080000:00000010:0.0:1761312153.345479:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062b4bdc0. 00080000:00000010:0.0:1761312153.345481:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a09aad55. 00080000:00000010:0.0:1761312153.345483:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff34c534. 00080000:00000010:0.0:1761312153.345487:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2b12bc0. 00080000:00000010:0.0:1761312153.345490:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080a6b13f. 00080000:00000010:0.0:1761312153.345493:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000459b2d7f. 00080000:00000010:0.0:1761312153.345498:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001828568d. 00080000:00000010:0.0:1761312153.345501:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000170dde6f. 00080000:00000010:0.0:1761312153.345503:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007509bfdd. 00080000:00000010:0.0:1761312153.345505:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073456b8d. 00080000:00000010:0.0:1761312153.345508:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b566dc. 00080000:00000010:0.0:1761312153.345510:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047127a7e. 00080000:00000010:0.0:1761312153.345512:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b37414b0. 00080000:00000010:0.0:1761312153.345514:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072bc6f51. 00080000:00000010:0.0:1761312153.345518:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d2b6902. 00080000:00000010:0.0:1761312153.345519:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000454fba0b. 00080000:00000010:0.0:1761312153.345522:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c56a168c. 00080000:00000010:0.0:1761312153.345524:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a86fde0. 00080000:00000010:0.0:1761312153.345526:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eada0d39. 00080000:00000010:0.0:1761312153.345528:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e9c7d6b. 00080000:00000010:0.0:1761312153.345530:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008393dcf5. 00080000:00000010:0.0:1761312153.345532:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726c09bf. 00080000:00000010:0.0:1761312153.345533:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5b0caa7. 00080000:00000010:0.0:1761312153.345535:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cb95212. 00080000:00000010:0.0:1761312153.345537:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075ebe5fc. 00080000:00000010:0.0:1761312153.345541:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c1c7106. 00080000:00000010:0.0:1761312153.345543:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006aedc927. 00080000:00000010:0.0:1761312153.345545:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e77adb0. 00080000:00000010:0.0:1761312153.345548:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004461853. 00080000:00000010:0.0:1761312153.345550:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef5be16b. 00080000:00000010:0.0:1761312153.345552:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004877eb6. 00080000:00000010:0.0:1761312153.345554:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf29c573. 00080000:00000010:0.0:1761312153.345556:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1d0ca30. 00080000:00000010:0.0:1761312153.345559:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9a2c1ab. 00080000:00000010:0.0:1761312153.345562:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d758c30. 00080000:00000010:0.0:1761312153.345565:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dc6d652. 00080000:00000010:0.0:1761312153.345568:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6f9fd5b. 00080000:00000010:0.0:1761312153.345571:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b000709. 00080000:00000010:0.0:1761312153.345574:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c5e2392. 00080000:00000010:0.0:1761312153.345576:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049f3a84b. 00080000:00000010:0.0:1761312153.345579:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd843c64. 00080000:00000010:0.0:1761312153.345581:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc435adb. 00080000:00000010:0.0:1761312153.345584:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000380ddcbd. 00080000:00000010:0.0:1761312153.345586:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000287452bc. 00080000:00000010:0.0:1761312153.345589:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74317ef. 00080000:00000010:0.0:1761312153.345590:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045d54db7. 00080000:00000010:0.0:1761312153.345593:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014b7fae1. 00080000:00000010:0.0:1761312153.345596:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aacae0ab. 00080000:00000010:0.0:1761312153.345598:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010720288. 00080000:00000010:0.0:1761312153.345600:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccce255d. 00080000:00000010:0.0:1761312153.345602:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8572676. 00080000:00000010:0.0:1761312153.345605:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000347bbfce. 00080000:00000010:0.0:1761312153.345608:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbf55bb9. 00080000:00000010:0.0:1761312153.345611:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b20da6b. 00080000:00000010:0.0:1761312153.345613:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089e9fb1a. 00080000:00000010:0.0:1761312153.345614:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063603a98. 00080000:00000010:0.0:1761312153.345617:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001db4a4f3. 00080000:00000010:0.0:1761312153.345620:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057341d73. 00010000:00000010:0.1:1761312153.345653:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeab9607. 00010000:00000010:0.1:1761312153.345661:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683082cd. 00010000:00000010:0.1:1761312153.345666:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d257e78. 00010000:00000010:0.1:1761312153.345670:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c512510. 00010000:00000010:0.1:1761312153.345673:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c81997e. 00010000:00000010:0.1:1761312153.345677:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9fd3e1e. 00010000:00000010:0.1:1761312153.345682:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9df1784. 00010000:00000010:0.1:1761312153.345685:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d13392. 00010000:00000010:0.1:1761312153.345691:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4a6562d. 00010000:00000010:0.1:1761312153.345698:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b16ac3. 00010000:00000010:0.1:1761312153.345704:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf27c838. 00010000:00000010:0.1:1761312153.345707:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000840c677a. 00010000:00000010:0.1:1761312153.345709:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1669f2. 00010000:00000010:0.1:1761312153.345713:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023211547. 00010000:00000010:0.1:1761312153.345716:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886593fb. 00010000:00000010:0.1:1761312153.345718:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088afdcad. 00010000:00000010:0.1:1761312153.345721:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a86c2fb. 00010000:00000010:0.1:1761312153.345725:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0bfd18. 00010000:00000010:0.1:1761312153.345729:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5251e25. 00010000:00000010:0.1:1761312153.345732:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990a33a3. 00010000:00000010:0.1:1761312153.345740:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e318ace5. 00010000:00000010:0.1:1761312153.345743:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f8ed7f. 00010000:00000010:0.1:1761312153.345756:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081248ece. 00010000:00000010:0.1:1761312153.345761:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009231e5b8. 00010000:00000010:0.1:1761312153.345766:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ea36ca. 00010000:00000010:0.1:1761312153.345769:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069cc7ef8. 00010000:00000010:0.1:1761312153.345773:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c08dd38. 00010000:00000010:0.1:1761312153.345776:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154d52b. 00010000:00000010:0.1:1761312153.345789:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb9c6cc2. 00010000:00000010:0.1:1761312153.345795:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011cc2a4c. 00010000:00000010:0.1:1761312153.345799:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbc5ab. 00010000:00000010:0.1:1761312153.345805:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a55ad5f5. 00010000:00000010:0.1:1761312153.345808:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002913ca49. 00010000:00000010:0.1:1761312153.345810:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006635ec89. 00010000:00000010:0.1:1761312153.345813:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca2acf36. 00010000:00000010:0.1:1761312153.345817:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4538212. 00010000:00000010:0.1:1761312153.345820:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032256f08. 00010000:00000010:0.1:1761312153.345823:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d14119. 00010000:00000010:0.1:1761312153.345825:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f716af3. 00010000:00000010:0.1:1761312153.345829:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9951405. 00010000:00000010:0.1:1761312153.345832:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002cd84f0. 00010000:00000010:0.1:1761312153.345836:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af82a30. 00010000:00000010:0.1:1761312153.345841:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000817bed0. 00010000:00000010:0.1:1761312153.345846:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fa4a20. 00010000:00000010:0.1:1761312153.345851:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066b918b4. 00010000:00000010:0.1:1761312153.345856:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f45c5cc. 00010000:00000010:0.1:1761312153.345862:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a6411c. 00010000:00000010:0.1:1761312153.345867:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c03309. 00010000:00000010:0.1:1761312153.345873:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b971fce2. 00010000:00000010:0.1:1761312153.345878:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c302117. 00010000:00000010:0.1:1761312153.345884:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f669359a. 00010000:00000010:0.1:1761312153.345890:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e94d7f. 00010000:00000010:0.1:1761312153.345895:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552037bc. 00010000:00000010:0.1:1761312153.345902:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441fe92b. 00010000:00000010:0.1:1761312153.345910:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b50f38. 00010000:00000010:0.1:1761312153.345915:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020146f64. 00010000:00000010:0.1:1761312153.345918:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080cbb3ee. 00010000:00000010:0.1:1761312153.345921:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb3ae4e. 00010000:00000010:0.1:1761312153.345925:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274e7cef. 00010000:00000010:0.1:1761312153.345928:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002aa8d688. 00010000:00000010:0.1:1761312153.345933:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ec23e8. 00010000:00000010:0.1:1761312153.345937:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a26db60. 00010000:00000010:0.1:1761312153.345940:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001103f32b. 00010000:00000010:0.1:1761312153.345943:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d245c7. 00010000:00000010:0.1:1761312153.345946:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a11f4ec5. 00010000:00000010:0.1:1761312153.345949:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3f82ec. 00010000:00000010:0.1:1761312153.345952:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aab65fd. 00010000:00000010:0.1:1761312153.345955:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004822491d. 00010000:00000010:0.1:1761312153.345958:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c25971d. 00010000:00000010:0.1:1761312153.345961:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbeb169. 00010000:00000010:0.1:1761312153.345964:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e4fc3af. 00010000:00000010:0.1:1761312153.345967:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081cbd71a. 00010000:00000010:0.1:1761312153.345969:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8ba62e5. 00010000:00000010:0.1:1761312153.345973:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b89fbf0. 00010000:00000010:0.1:1761312153.345977:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007149bf1f. 00010000:00000010:0.1:1761312153.345981:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a872e10c. 00010000:00000010:0.1:1761312153.345986:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003495a53c. 00010000:00000010:0.1:1761312153.345989:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2e22b21. 00010000:00000010:0.1:1761312153.345991:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c99acd4d. 00010000:00000010:0.1:1761312153.345993:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e083104f. 00010000:00000010:0.1:1761312153.346000:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eae2b5a. 00010000:00000010:0.1:1761312153.346005:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba788383. 00010000:00000010:0.1:1761312153.346010:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006480e239. 00010000:00000010:0.1:1761312153.346015:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d8dc467. 00010000:00000010:0.1:1761312153.346020:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de586311. 00010000:00000010:0.1:1761312153.346025:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006617ed3e. 00010000:00000010:0.1:1761312153.346029:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45fc26f. 00010000:00000010:0.1:1761312153.346034:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061ad10d7. 00010000:00000010:0.1:1761312153.346037:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fea734b. 00010000:00000010:0.1:1761312153.346040:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d81fa3d2. 00010000:00000010:0.1:1761312153.346044:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4eb7c52. 00010000:00000010:0.1:1761312153.346046:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568660a. 00010000:00000010:0.1:1761312153.346047:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e097862. 00010000:00000010:0.1:1761312153.346050:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44186d. 00010000:00000010:0.1:1761312153.346051:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c455ff0. 00010000:00000010:0.1:1761312153.346053:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8fcc64. 00010000:00000010:0.1:1761312153.346057:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1e8a73. 00010000:00000010:0.1:1761312153.346059:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777e7005. 00010000:00000010:0.1:1761312153.346061:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000374b2e31. 00010000:00000010:0.1:1761312153.346063:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6c47e1. 00080000:00000010:0.0:1761312153.346073:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e2990ff. 00080000:00000010:0.0:1761312153.346076:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3bd5bf2. 00080000:00000010:0.0:1761312153.346077:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000737fe9a1. 00080000:00000010:0.0:1761312153.346080:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014c2d0ef. 00080000:00000010:0.0:1761312153.346082:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ec6de8d. 00080000:00000010:0.0:1761312153.346084:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ecce19b. 00080000:00000010:0.0:1761312153.346086:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff6a1cfc. 00080000:00000010:0.0:1761312153.346087:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be649972. 00080000:00000010:0.0:1761312153.346089:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009311f8a7. 00080000:00000010:0.0:1761312153.346091:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12f98d8. 00080000:00000010:0.0:1761312153.346093:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f606cd. 00080000:00000010:0.0:1761312153.346095:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8c6c2ea. 00080000:00000010:0.0:1761312153.346098:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049fdd4ce. 00080000:00000010:0.0:1761312153.346100:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd86a92c. 00080000:00000010:0.0:1761312153.346102:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019c1319e. 00080000:00000010:0.0:1761312153.346104:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a20707af. 00080000:00000010:0.0:1761312153.346106:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b8822f0. 00080000:00000010:0.0:1761312153.346107:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037bee8c4. 00080000:00000010:0.0:1761312153.346109:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ace4049. 00080000:00000010:0.0:1761312153.346111:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d531fc0c. 00080000:00000010:0.0:1761312153.346113:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078337d7f. 00080000:00000010:0.0:1761312153.346115:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085d2f8fd. 00080000:00000010:0.0:1761312153.346116:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c536774. 00080000:00000010:0.0:1761312153.346119:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e977db73. 00080000:00000010:0.0:1761312153.346121:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006714a262. 00080000:00000010:0.0:1761312153.346123:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7fa6a95. 00080000:00000010:0.0:1761312153.346126:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f08afb7. 00080000:00000010:0.0:1761312153.346128:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7ed070a. 00080000:00000010:0.0:1761312153.346129:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000317f5d82. 00080000:00000010:0.0:1761312153.346132:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5d4a4a5. 00080000:00000010:0.0:1761312153.346134:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b503ddfc. 00080000:00000010:0.0:1761312153.346136:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084cefd1a. 00080000:00000010:0.0:1761312153.346138:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba98624a. 00080000:00000010:0.0:1761312153.346140:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ee63bc. 00080000:00000010:0.0:1761312153.346142:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e958d487. 00080000:00000010:0.0:1761312153.346145:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df7f54d. 00080000:00000010:0.0:1761312153.346147:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078c9653a. 00080000:00000010:0.0:1761312153.346150:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d7c080d. 00080000:00000010:0.0:1761312153.346152:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cfb11a1. 00080000:00000010:0.0:1761312153.346154:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a623a5e6. 00080000:00000010:0.0:1761312153.346155:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042211a72. 00080000:00000010:0.0:1761312153.346157:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036fdb54a. 00080000:00000010:0.0:1761312153.346159:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000091cbd13. 00080000:00000010:0.0:1761312153.346161:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d870be08. 00080000:00000010:0.0:1761312153.346163:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3b9139e. 00080000:00000010:0.0:1761312153.346165:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d1aedd8. 00080000:00000010:0.0:1761312153.346167:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008393c975. 00080000:00000010:0.0:1761312153.346169:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b8aa1b0. 00080000:00000010:0.0:1761312153.346171:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051a156c5. 00080000:00000010:0.0:1761312153.346173:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096828ae5. 00080000:00000010:0.0:1761312153.346175:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d52a97e. 00080000:00000010:0.0:1761312153.346177:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070cd03c1. 00080000:00000010:0.0:1761312153.346178:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f1fdac2. 00080000:00000010:0.0:1761312153.346180:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000f04039. 00080000:00000010:0.0:1761312153.346183:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000578057c3. 00080000:00000010:0.0:1761312153.346184:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bdb28bc. 00080000:00000010:0.0:1761312153.346186:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e65f19. 00080000:00000010:0.0:1761312153.346188:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cd6dd9b. 00080000:00000010:0.0:1761312153.346189:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e05fd193. 00080000:00000010:0.0:1761312153.346191:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ac53dd9. 00080000:00000010:0.0:1761312153.346193:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008344288f. 00080000:00000010:0.0:1761312153.346195:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dec172e. 00080000:00000010:0.0:1761312153.346197:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd77d1c9. 00080000:00000010:0.0:1761312153.346199:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079746875. 00080000:00000010:0.0:1761312153.346200:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a109af67. 00080000:00000010:0.0:1761312153.346202:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c7a8157. 00080000:00000010:0.0:1761312153.346203:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026fd1625. 00080000:00000010:0.0:1761312153.346205:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c186012b. 00080000:00000010:0.0:1761312153.346206:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000480c3729. 00080000:00000010:0.0:1761312153.346208:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071e1a894. 00080000:00000010:0.0:1761312153.346210:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e5e8438. 00080000:00000010:0.0:1761312153.346211:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e13c78ad. 00080000:00000010:0.0:1761312153.346213:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099e11c6f. 00080000:00000010:0.0:1761312153.346214:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fef17332. 00080000:00000010:0.0:1761312153.346216:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c3074b. 00080000:00000010:0.0:1761312153.346218:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1aa76c7. 00080000:00000010:0.0:1761312153.346220:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dad2dfa6. 00080000:00000010:0.0:1761312153.346222:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000310c2237. 00080000:00000010:0.0:1761312153.346223:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000faa2704. 00080000:00000010:0.0:1761312153.346225:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f48da10. 00080000:00000010:0.0:1761312153.346227:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad5312a. 00080000:00000010:0.0:1761312153.346228:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076e1a777. 00080000:00000010:0.0:1761312153.346230:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2d4f88. 00080000:00000010:0.0:1761312153.346232:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dac1899f. 00080000:00000010:0.0:1761312153.346234:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c95a98. 00080000:00000010:0.0:1761312153.346236:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ecedd84. 00080000:00000010:0.0:1761312153.346237:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d54cf1b5. 00080000:00000010:0.0:1761312153.346240:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc3c204. 00080000:00000010:0.0:1761312153.346242:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e3ac88e. 00080000:00000010:0.0:1761312153.346244:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4490269. 00080000:00000010:0.0:1761312153.346246:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066a1ef6c. 00080000:00000010:0.0:1761312153.346248:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083f3ab7f. 00080000:00000010:0.0:1761312153.346250:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3a2b9d3. 00080000:00000010:0.0:1761312153.346252:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7fced16. 00080000:00000010:0.0:1761312153.346253:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b22446. 00080000:00000010:0.0:1761312153.346255:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad613cc4. 00080000:00000010:0.0:1761312153.346257:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000980ba3c9. 00080000:00000010:0.0:1761312153.346259:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026015b88. 00080000:00000010:0.0:1761312153.346261:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ac1107e. 00080000:00000010:0.0:1761312153.346263:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8164b2. 00080000:00000010:0.0:1761312153.346264:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8105e8e. 00080000:00000010:0.0:1761312153.346266:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e30b2295. 00080000:00000010:0.0:1761312153.346268:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000154dfaa1. 00080000:00000010:0.0:1761312153.346270:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c484913. 00080000:00000010:0.0:1761312153.346272:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fd992d0. 00080000:00000010:0.0:1761312153.346274:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085676328. 00080000:00000010:0.0:1761312153.346276:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fd36bdd. 00080000:00000010:0.0:1761312153.346278:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cced2f4. 00080000:00000010:0.0:1761312153.346280:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ee960ad. 00080000:00000010:0.0:1761312153.346282:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003403d7d5. 00080000:00000010:0.0:1761312153.346284:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c98c6d64. 00080000:00000010:0.0:1761312153.346286:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4882629. 00080000:00000010:0.0:1761312153.346288:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5857f37. 00080000:00000010:0.0:1761312153.346289:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c5c4cd8. 00080000:00000010:0.0:1761312153.346291:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000190482b8. 00080000:00000010:0.0:1761312153.346293:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000878fa77. 00080000:00000010:0.0:1761312153.346295:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008165616. 00080000:00000010:0.0:1761312153.346296:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5adb036. 00080000:00000010:0.0:1761312153.346297:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca956689. 00080000:00000010:0.0:1761312153.346299:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037dcbc55. 00080000:00000010:0.0:1761312153.346300:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be688330. 00080000:00000010:0.0:1761312153.346302:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcc95a1c. 00080000:00000010:0.0:1761312153.346304:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9b77754. 00080000:00000010:0.0:1761312153.346306:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e318bd3d. 00080000:00000010:0.0:1761312153.346308:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002814f20. 00080000:00000010:0.0:1761312153.346311:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003051ee00. 00080000:00000010:0.0:1761312153.346313:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a027ac4f. 00080000:00000010:0.0:1761312153.346315:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000120d376e. 00080000:00000010:0.0:1761312153.346316:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005de0ac76. 00080000:00000010:0.0:1761312153.346318:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007e00ec6. 00080000:00000010:0.0:1761312153.346321:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ac855f6. 00080000:00000010:0.0:1761312153.346323:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db7aafe9. 00080000:00000010:0.0:1761312153.346325:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cecfd186. 00080000:00000010:0.0:1761312153.346328:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017f0e236. 00080000:00000010:0.0:1761312153.346499:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000706b7600. 00080000:00000010:0.0:1761312153.346501:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2bc3ec. 00080000:00000010:0.0:1761312153.346503:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000510a2dad. 00080000:00000010:0.0:1761312153.346506:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000016fa865. 00080000:00000010:0.0:1761312153.346508:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f32ea04d. 00080000:00000010:0.0:1761312153.346511:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b7471ff. 00080000:00000010:0.0:1761312153.346514:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8e06664. 00080000:00000010:0.0:1761312153.346517:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000908e616e. 00080000:00000010:0.0:1761312153.346519:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049305b7d. 00080000:00000010:0.0:1761312153.346521:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009371ccf. 00080000:00000010:0.0:1761312153.346524:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000431b2ff3. 00080000:00000010:0.0:1761312153.346526:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028403a82. 00080000:00000010:0.0:1761312153.346528:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba6a5925. 00080000:00000010:0.0:1761312153.346530:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000602859f5. 00080000:00000010:0.0:1761312153.346532:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf754b10. 00080000:00000010:0.0:1761312153.346534:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010b71dfb. 00080000:00000010:0.0:1761312153.346536:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005473171b. 00080000:00000010:0.0:1761312153.346538:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a32d7ee. 00080000:00000010:0.0:1761312153.346540:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c85b329c. 00080000:00000010:0.0:1761312153.346543:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b36784f0. 00080000:00000010:0.0:1761312153.346544:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24fe573. 00080000:00000010:0.0:1761312153.346547:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc0f377. 00080000:00000010:0.0:1761312153.346549:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0421873. 00080000:00000010:0.0:1761312153.346551:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cd6d1d0. 00080000:00000010:0.0:1761312153.346555:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5037651. 00080000:00000010:0.0:1761312153.346557:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff65039. 00080000:00000010:0.0:1761312153.346559:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000975c18ad. 00080000:00000010:0.0:1761312153.346561:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081305c7b. 00080000:00000010:0.0:1761312153.346563:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a31e3722. 00080000:00000010:0.0:1761312153.346564:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c277d46. 00080000:00000010:0.0:1761312153.346566:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8b19a88. 00080000:00000010:0.0:1761312153.346568:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a304a3b. 00080000:00000010:0.0:1761312153.346570:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009714926d. 00080000:00000010:0.0:1761312153.346572:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da344ad0. 00080000:00000010:0.0:1761312153.346574:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d612673. 00080000:00000010:0.0:1761312153.346576:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a591924. 00080000:00000010:0.0:1761312153.346578:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086880868. 00080000:00000010:0.0:1761312153.346580:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e645376a. 00080000:00000010:0.0:1761312153.346582:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a80092a5. 00080000:00000010:0.0:1761312153.346584:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e590519. 00080000:00000010:0.0:1761312153.346586:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac6af860. 00080000:00000010:0.0:1761312153.346588:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d38b440b. 00080000:00000010:0.0:1761312153.346590:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4b32eab. 00080000:00000010:0.0:1761312153.346593:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048b2ba62. 00080000:00000010:0.0:1761312153.346595:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083bb7616. 00080000:00000010:0.0:1761312153.346598:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f735e6d. 00080000:00000010:0.0:1761312153.346600:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001721cae7. 00080000:00000010:0.0:1761312153.346602:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e850575. 00080000:00000010:0.0:1761312153.346604:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a7d3656. 00080000:00000010:0.0:1761312153.346606:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000432c67c3. 00080000:00000010:0.0:1761312153.346608:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec69c509. 00080000:00000010:0.0:1761312153.346610:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003009527e. 00080000:00000010:0.0:1761312153.346612:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c73f4884. 00080000:00000010:0.0:1761312153.346614:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d7b24ef. 00080000:00000010:0.0:1761312153.346616:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d77f1c3. 00080000:00000010:0.0:1761312153.346619:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eae8c080. 00080000:00000010:0.0:1761312153.346621:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bf4ff96. 00010000:00000010:0.1:1761312153.346645:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019d94c24. 00010000:00000010:0.1:1761312153.346650:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047231fdd. 00010000:00000010:0.1:1761312153.346653:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f5b9ac9. 00010000:00000010:0.1:1761312153.346656:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf61f960. 00010000:00000010:0.1:1761312153.346660:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6ddd2d9. 00010000:00000010:0.1:1761312153.346663:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b208. 00010000:00000010:0.1:1761312153.346665:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d220fd. 00010000:00000010:0.1:1761312153.346669:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000981b92bf. 00010000:00000010:0.1:1761312153.346673:0:71759:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029fdf8f8. 00010000:00000010:0.1:1761312153.346676:0:71759:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b743730b. 00080000:00000010:0.0:1761312153.346684:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b663b762. 00080000:00000010:0.0:1761312153.346686:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cdd2e2. 00080000:00000010:0.0:1761312153.346688:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043183dc6. 00080000:00000010:0.0:1761312153.346691:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008484c9cd. 00080000:00000010:0.0:1761312153.346693:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0c2bc4. 00080000:00000010:0.0:1761312153.346696:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ca9bce0. 00080000:00000010:0.0:1761312153.346698:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e22ca6f. 00080000:00000010:0.0:1761312153.346700:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3704ebb. 00080000:00000010:0.0:1761312153.346703:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012984c86. 00080000:00000010:0.0:1761312153.346705:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bddd3071. 00080000:00000010:0.0:1761312153.346707:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7dc6422. 00080000:00000010:0.0:1761312153.346709:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b1e9c8. 00080000:00000010:0.0:1761312153.346710:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003e2cc29. 00080000:00000010:0.0:1761312153.346712:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae14f712. 00080000:00000010:0.0:1761312153.346714:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004540be27. 00080000:00000010:0.0:1761312153.346717:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6598970. 00080000:00000010:0.0:1761312153.346720:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000290252cd. 00010000:00000010:0.1:1761312153.346794:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f542bf81. 00010000:00000010:0.1:1761312153.346800:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828f3379. 00010000:00000010:0.1:1761312153.347919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd7739b1. 00010000:00000010:0.1:1761312153.347929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006d9d747. 00010000:00000010:0.1:1761312153.347932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004091746. 00010000:00000010:0.1:1761312153.347934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd33233d. 00010000:00000010:0.1:1761312153.347939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e15f395. 00010000:00000010:0.1:1761312153.347941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8d2653. 00010000:00000010:0.1:1761312153.347943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001472e6a9. 00010000:00000010:0.1:1761312153.347947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e20b06d0. 00010000:00000010:0.1:1761312153.347950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091008e3. 00010000:00000010:0.1:1761312153.347952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fc24e7. 00010000:00000010:0.1:1761312153.347954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6e3b6f. 00010000:00000010:0.1:1761312153.347957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d254f060. 00010000:00000010:0.1:1761312153.347959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071968cdf. 00010000:00000010:0.1:1761312153.347961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d429c473. 00010000:00000010:0.1:1761312153.347963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083a05e1f. 00010000:00000010:0.1:1761312153.347965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce4df05. 00010000:00000010:0.1:1761312153.347967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee25d55. 00010000:00000010:0.1:1761312153.347969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2854ea8. 00010000:00000010:0.1:1761312153.347971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa9f536. 00010000:00000010:0.1:1761312153.347973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.1:1761312153.347975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f671030b. 00010000:00000010:0.1:1761312153.347977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.1:1761312153.347980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb67ad7. 00010000:00000010:0.1:1761312153.347982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818864b6. 00010000:00000010:0.1:1761312153.347984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002783ed7. 00010000:00000010:0.1:1761312153.347998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.1:1761312153.348001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a6e793. 00010000:00000010:0.1:1761312153.348003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035894d7. 00010000:00000010:0.1:1761312153.348006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f661ae9. 00010000:00000010:0.1:1761312153.348009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.1:1761312153.348012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e30ea23. 00010000:00000010:0.1:1761312153.348015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7d1729e. 00010000:00000010:0.1:1761312153.348019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cd11afd. 00010000:00000010:0.1:1761312153.348022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90da3a3. 00010000:00000010:0.1:1761312153.348025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c1ccbf8. 00010000:00000010:0.1:1761312153.348029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001007ed5c. 00010000:00000010:0.1:1761312153.348031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dcac4b1. 00010000:00000010:0.1:1761312153.348038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098aa2ccb. 00010000:00000010:0.1:1761312153.348041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000837f6639. 00010000:00000010:0.1:1761312153.348043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0fc570. 00010000:00000010:0.1:1761312153.348045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae6d9d4. 00010000:00000010:0.1:1761312153.348048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047de7aa1. 00010000:00000010:0.1:1761312153.348052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d92c50fc. 00010000:00000010:0.1:1761312153.348055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a4f961. 00010000:00000010:0.1:1761312153.348057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000419598c5. 00010000:00000010:0.1:1761312153.348060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8b284. 00010000:00000010:0.1:1761312153.348063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017df3d14. 00010000:00000010:0.1:1761312153.348065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf72baa. 00010000:00000010:0.1:1761312153.348068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a05c78c1. 00010000:00000010:0.1:1761312153.348071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a793ba8c. 00010000:00000010:0.1:1761312153.348073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4517ee1. 00010000:00000010:0.1:1761312153.348085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009795e6f7. 00010000:00000010:0.1:1761312153.348088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000081db9ca. 00010000:00000010:0.1:1761312153.348090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65c3a8e. 00010000:00000010:0.1:1761312153.348093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000374f13a9. 00010000:00000010:0.1:1761312153.348096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a9e371. 00010000:00000010:0.1:1761312153.348098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cebb05b7. 00010000:00000010:0.1:1761312153.348102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbfb0dec. 00010000:00000010:0.1:1761312153.348104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdc948d8. 00010000:00000010:0.1:1761312153.348106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006893520b. 00010000:00000010:0.1:1761312153.348112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0099114. 00010000:00000010:0.1:1761312153.348116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3d8ea7. 00010000:00000010:0.1:1761312153.348121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029620f53. 00010000:00000010:0.1:1761312153.348127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bce0cff. 00010000:00000010:0.1:1761312153.348129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaf5dbf1. 00010000:00000010:0.1:1761312153.348132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df995d5. 00010000:00000010:0.1:1761312153.348134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4291c3. 00010000:00000010:0.1:1761312153.348137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e94d4ef. 00010000:00000010:0.1:1761312153.348140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da0c769e. 00010000:00000010:0.1:1761312153.348144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f66c1c4. 00010000:00000010:0.1:1761312153.348147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d99f07. 00010000:00000010:0.1:1761312153.348149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc63452. 00010000:00000010:0.1:1761312153.348152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca9dab40. 00010000:00000010:0.1:1761312153.348156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78a7a8a. 00010000:00000010:0.1:1761312153.348158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adb9b1bd. 00010000:00000010:0.1:1761312153.348166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f338ebf. 00010000:00000010:0.1:1761312153.348172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2a75940. 00010000:00000010:0.1:1761312153.348177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa606b7. 00010000:00000010:0.1:1761312153.348180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a48107c5. 00010000:00000010:0.1:1761312153.348184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1657593. 00010000:00000010:0.1:1761312153.348187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb2d026. 00010000:00000010:0.1:1761312153.348191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9d06bc. 00010000:00000010:0.1:1761312153.348194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7bd68fc. 00010000:00000010:0.1:1761312153.348197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2041fb1. 00010000:00000010:0.1:1761312153.348199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ecfee6f. 00010000:00000010:0.1:1761312153.348201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95ddfae. 00010000:00000010:0.1:1761312153.348203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008343abac. 00010000:00000010:0.1:1761312153.348206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a768a196. 00010000:00000010:0.1:1761312153.348208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059602309. 00010000:00000010:0.1:1761312153.348211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9e3d3d. 00010000:00000010:0.1:1761312153.348214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db5699a. 00010000:00000010:0.1:1761312153.348216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efe45f5. 00010000:00000010:0.1:1761312153.348219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd358d14. 00010000:00000010:0.1:1761312153.348221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e731b09e. 00010000:00000010:0.1:1761312153.348222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088af5510. 00010000:00000010:0.1:1761312153.348224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019a60e38. 00010000:00000010:0.1:1761312153.348227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f9dd7fa. 00010000:00000010:0.1:1761312153.348229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cfe059b. 00010000:00000010:0.1:1761312153.348231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007994af88. 00010000:00000010:0.1:1761312153.348234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ec66d26. 00010000:00000010:0.1:1761312153.348237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac7d31c5. 00010000:00000010:0.1:1761312153.348240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015073c75. 00010000:00000010:0.1:1761312153.348244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bade20c5. 00010000:00000010:0.1:1761312153.348246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c823c2. 00010000:00000010:0.1:1761312153.348248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09d27cb. 00010000:00000010:0.1:1761312153.348250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e41307a. 00010000:00000010:0.1:1761312153.348252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1d4bd2. 00010000:00000010:0.1:1761312153.348255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081798b9a. 00010000:00000010:0.1:1761312153.348257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a355a692. 00010000:00000010:0.1:1761312153.348259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061194ae5. 00010000:00000010:0.1:1761312153.348262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fc8b13. 00010000:00000010:0.1:1761312153.348264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b15b069. 00010000:00000010:0.1:1761312153.348266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc18f32b. 00010000:00000010:0.1:1761312153.348268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f97d65. 00010000:00000010:0.1:1761312153.348272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ceb2c02. 00010000:00000010:0.1:1761312153.348275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2295251. 00010000:00000010:0.1:1761312153.348277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b771113. 00010000:00000010:0.1:1761312153.348280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af7d163. 00010000:00000010:0.1:1761312153.348282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b597f5c3. 00010000:00000010:0.1:1761312153.348284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991663a2. 00010000:00000010:0.1:1761312153.348287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b336eade. 00010000:00000010:0.1:1761312153.348289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd33832. 00010000:00000010:0.1:1761312153.348291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb664d34. 00010000:00000010:0.1:1761312153.348293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d04bb3. 00010000:00000010:0.1:1761312153.348295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd73fefa. 00010000:00000010:0.1:1761312153.348297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7176614. 00010000:00000010:0.1:1761312153.348299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9015aeb. 00010000:00000010:0.1:1761312153.348302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887e7332. 00010000:00000010:0.1:1761312153.348304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b527e2d8. 00010000:00000010:0.1:1761312153.348306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc660ac. 00010000:00000010:0.1:1761312153.348308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b34bfd9a. 00010000:00000010:0.1:1761312153.348310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9694ad. 00010000:00000010:0.1:1761312153.348312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000414e3ba6. 00010000:00000010:0.1:1761312153.348314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9a3474. 00010000:00000010:0.1:1761312153.348316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234e9ea5. 00010000:00000010:0.1:1761312153.348318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef99c44. 00010000:00000010:0.1:1761312153.348320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048b6434f. 00010000:00000010:0.1:1761312153.348323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312153.364083:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364098:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364172:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004256f6d8. 00010000:00000010:0.0:1761312153.364176:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364180:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312153.364184:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364203:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058984ad1. 00010000:00000010:0.0:1761312153.364231:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364234:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364268:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000496de8b0. 00010000:00000010:0.0:1761312153.364271:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364274:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.364276:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364283:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a61a61. 00010000:00000010:0.0:1761312153.364304:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364307:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364335:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009332b5c6. 00010000:00000010:0.0:1761312153.364338:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364341:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312153.364343:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364350:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa15debe. 00010000:00000010:0.0:1761312153.364387:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364391:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364422:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e107ea6a. 00010000:00000010:0.0:1761312153.364424:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364427:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.364430:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364439:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000290252cd. 00010000:00000010:0.0:1761312153.364460:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364463:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364492:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7574e63. 00010000:00000010:0.0:1761312153.364495:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364498:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dced3824. 00010000:00000010:0.0:1761312153.364500:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364507:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6598970. 00010000:00000010:0.0:1761312153.364526:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364529:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364565:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038c52d63. 00010000:00000010:0.0:1761312153.364567:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364570:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312153.364572:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364578:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004540be27. 00010000:00000010:0.0:1761312153.364595:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364598:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364619:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090960eb7. 00010000:00000010:0.0:1761312153.364667:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364671:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.0:1761312153.364673:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.364680:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae14f712. 00010000:00000010:0.0:1761312153.364701:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.364704:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364734:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000587ed93. 00010000:00000010:0.0:1761312153.364736:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.364739:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.0:1761312153.364741:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.365102:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003e2cc29. 00010000:00000010:0.0:1761312153.365131:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.365135:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.365167:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c1a0799. 00010000:00000010:0.0:1761312153.365170:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.365173:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312153.365176:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.365184:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8b1e9c8. 00010000:00000010:0.0:1761312153.365206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.365210:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.365240:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312153.365243:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.365250:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.365257:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.365266:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312153.365278:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7dc6422. 02000000:00000010:0.0:1761312153.365306:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bddd3071. 00000400:00000010:0.0:1761312153.365312:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.365319:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.365326:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317696, portal 16 00000400:00000010:0.0:1761312153.365330:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.365333:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317696, offset 0 00000400:00000200:0.0:1761312153.365343:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.365408:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.365416:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.365419:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.365422:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.365425:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88794:88794:256:4294967295] 192.168.203.32@tcp LPNI seq info [88794:88794:8:4294967295] 00000400:00000200:0.0:1761312153.365434:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.365441:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.365445:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.365451:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.365458:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.365461:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.365864:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.365867:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312153.365872:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.365877:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.365882:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:2.0:1761312153.365883:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:2.0:1761312153.365891:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015317696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.370234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ce770b. 00010000:00000010:0.1:1761312153.370247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00010000:00000010:0.1:1761312153.370250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004256f6d8. 00010000:00000010:0.1:1761312153.370254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.1:1761312153.370256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000496de8b0. 00010000:00000010:0.1:1761312153.370258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.1:1761312153.370260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009332b5c6. 00010000:00000010:0.1:1761312153.370262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.1:1761312153.370264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e107ea6a. 00010000:00000010:0.1:1761312153.370266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.1:1761312153.370267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7574e63. 00010000:00000010:0.1:1761312153.370269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00010000:00000010:0.1:1761312153.370271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c52d63. 00010000:00000010:0.1:1761312153.370273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00000400:00000200:3.0:1761312153.371118:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.371135:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780002c0 00000400:00000200:3.0:1761312153.371143:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae749 [1] + 224 00000400:00000200:3.0:1761312153.371160:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.371165:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.371175:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015317696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.371573:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312153.371579:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.371582:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.371589:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015317696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.371597:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015317696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.371645:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bddd3071. 02000000:00000010:0.0:1761312153.371651:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7dc6422. 00000100:00000010:0.0:1761312153.371654:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312153.371660:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.371663:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00000400:00000200:1.0:1761312153.373501:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.373519:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54080 00000400:00000200:1.0:1761312153.373526:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 328 00000400:00000200:1.0:1761312153.373591:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.373595:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.373601:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.373606:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd8565e1. 00000020:00000010:3.0:1761312153.373893:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d64fbb03. 00000020:00000010:3.0:1761312153.373900:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.373904:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.373930:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd8565e1 x1846868012515456/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.373966:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515456 02000000:00000010:3.0:1761312153.373978:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6d44aac. 00010000:00000010:3.0:1761312153.374005:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095c41f21. 00010000:00000010:3.0:1761312153.374025:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000684c04e8. 00000100:00000010:3.0:1761312153.374032:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 00000100:00000010:3.0:1761312153.374051:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:3.0:1761312153.374054:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000684c04e8. 00000400:00000010:3.0:1761312153.374068:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312153.374073:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515456, offset 224 00000400:00000200:3.0:1761312153.374090:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.374100:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.374105:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88795:88795:256:4294967295] 192.168.203.32@tcp LPNI seq info [88795:88795:8:4294967295] 00000400:00000200:3.0:1761312153.374114:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.374119:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.374123:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.374128:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.374135:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.374138:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.374152:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.374157:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.374159:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d64fbb03. 00000800:00000200:2.0:1761312153.374266:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.374270:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:2.0:1761312153.374274:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.374277:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.374280:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:2.0:1761312153.374282:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00080000:00000010:0.0:1761312153.374342:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7dc6422. 00010000:00000010:0.0:1761312153.374420:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.374426:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7379411. 00010000:00000010:0.0:1761312153.374491:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038c52d63. 00010000:00000010:0.0:1761312153.374496:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.374500:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312153.374505:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.374517:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bddd3071. 00010000:00000010:0.0:1761312153.374539:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.374543:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a62ca586. 00010000:00000010:0.0:1761312153.374588:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dced3824. 00010000:00000010:0.0:1761312153.374591:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.374599:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.374602:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.374609:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312153.374618:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012984c86. 02000000:00000010:0.0:1761312153.374692:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3704ebb. 00000400:00000010:0.0:1761312153.374698:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.374703:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.374707:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317760, portal 16 00000400:00000010:0.0:1761312153.374711:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312153.374713:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317760, offset 0 00000400:00000200:0.0:1761312153.374718:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.374725:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.374731:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.374735:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.374737:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.374739:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88796:88796:256:4294967295] 192.168.203.32@tcp LPNI seq info [88796:88796:8:4294967295] 00000400:00000200:0.0:1761312153.374755:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.374759:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.374763:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.374767:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.374771:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.374774:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.375493:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.375497:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312153.375501:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.375507:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.375511:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:3.0:1761312153.375512:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:3.0:1761312153.375520:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015317760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.376430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090960eb7. 00010000:00000010:0.1:1761312153.376439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.1:1761312153.376442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000587ed93. 00010000:00000010:0.1:1761312153.376445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.1:1761312153.376447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c1a0799. 00010000:00000010:0.1:1761312153.376449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00000400:00000200:1.0:1761312153.379009:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.379029:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000300 00000400:00000200:1.0:1761312153.379038:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae755 [1] + 224 00000400:00000200:1.0:1761312153.379059:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.379063:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.379074:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015317760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.379133:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312153.379138:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.379140:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.379146:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015317760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.379154:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015317760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.379180:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3704ebb. 02000000:00000010:0.0:1761312153.379186:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012984c86. 00000100:00000010:0.0:1761312153.379189:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312153.379194:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.379197:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00000400:00000200:2.0:1761312153.379388:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.379397:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d540c0 00000400:00000200:2.0:1761312153.379401:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 656 00000400:00000200:2.0:1761312153.379452:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.379456:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.379460:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.379464:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:1.0:1761312153.379801:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96ed029. 00000020:00000010:1.0:1761312153.379807:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.379812:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.379836:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012515520/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.379867:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515520 02000000:00000010:1.0:1761312153.379879:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312153.379905:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099e3dd85. 00010000:00000010:1.0:1761312153.379924:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6afa55b. 00000100:00000010:1.0:1761312153.379930:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e278cb. 00000100:00000010:1.0:1761312153.379942:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023e278cb. 00010000:00000010:1.0:1761312153.379945:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6afa55b. 00000400:00000010:1.0:1761312153.379957:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312153.379963:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515520, offset 224 00000400:00000200:1.0:1761312153.379971:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.379983:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00080000:00000010:0.0:1761312153.379992:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012984c86. 00010000:00000010:0.0:1761312153.380073:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.380079:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad569175. 00010000:00000010:0.0:1761312153.380431:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312153.380438:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.380447:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.380451:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.380458:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312153.380467:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3704ebb. 02000000:00000010:0.0:1761312153.380490:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e22ca6f. 00000400:00000010:0.0:1761312153.380495:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.380499:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.380504:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317824, portal 16 00000400:00000010:0.0:1761312153.380508:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312153.380510:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317824, offset 0 00000400:00000200:0.0:1761312153.380515:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.380974:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88797:88797:256:4294967295] 192.168.203.32@tcp LPNI seq info [88797:88797:8:4294967295] 00000400:00000200:1.0:1761312153.380998:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.381004:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.381009:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339218). 00000400:00000200:0.0:1761312153.381012:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000800:00000200:1.0:1761312153.381018:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000400:00000200:0.0:1761312153.381022:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000800:00000200:1.0:1761312153.381029:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000400:00000200:0.0:1761312153.381029:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1761312153.381035:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1761312153.381035:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.381041:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88798:88798:255:4294967295] 192.168.203.32@tcp LPNI seq info [88798:88798:7:4294967295] 00000400:00000200:0.0:1761312153.381050:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.381055:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.381060:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000020:00000010:1.0:1761312153.381064:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008aa44944. 00000800:00000200:0.0:1761312153.381065:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000020:00000010:1.0:1761312153.381070:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000800:00000200:0.0:1761312153.381071:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.381076:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.381077:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96ed029. 00000800:00000200:3.0:1761312153.381250:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.381255:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82339218). 00000400:00000200:3.0:1761312153.381261:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.381266:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.381271:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:3.0:1761312153.381273:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000800:00000200:3.0:1761312153.381346:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.381348:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.381352:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.381355:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.381357:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312153.381359:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312153.381365:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015317824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.384825:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.384849:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000340 00000400:00000200:1.0:1761312153.384857:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae761 [1] + 224 00000400:00000200:1.0:1761312153.384875:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.384879:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.384889:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015317824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.385827:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312153.385834:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.385836:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.385846:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015317824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.385854:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015317824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.385883:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e22ca6f. 02000000:00000010:0.0:1761312153.385890:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3704ebb. 00000100:00000010:0.0:1761312153.385893:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312153.385898:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.385901:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00010000:00000010:3.1:1761312153.386143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052eec0ee. 00000400:00000200:2.0:1761312153.386981:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.386997:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54100 00000400:00000200:2.0:1761312153.387004:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 984 00000400:00000200:2.0:1761312153.387042:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.387047:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.387052:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.387057:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 00000020:00000010:1.0:1761312153.387127:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96ed029. 00000020:00000010:1.0:1761312153.387135:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.387140:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.387162:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000125a5844 x1846868012515584/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.387186:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515584 02000000:00000010:1.0:1761312153.387196:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:1.0:1761312153.387223:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082aed4b0. 00010000:00000010:1.0:1761312153.387245:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6afa55b. 00000100:00000010:1.0:1761312153.387252:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e278cb. 00000100:00000010:1.0:1761312153.387270:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023e278cb. 00010000:00000010:1.0:1761312153.387273:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6afa55b. 00000400:00000010:1.0:1761312153.387291:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312153.387295:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515584, offset 224 00000400:00000200:1.0:1761312153.387303:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.387315:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.387320:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88799:88799:256:4294967295] 192.168.203.32@tcp LPNI seq info [88799:88799:8:4294967295] 00000400:00000200:1.0:1761312153.387332:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.387337:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.387341:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.387346:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.387352:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.387355:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.387386:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008aa44944. 00000020:00000010:1.0:1761312153.387391:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.387395:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96ed029. 00080000:00000010:0.0:1761312153.387450:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3704ebb. 00010000:00000010:0.0:1761312153.387542:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.387548:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f237791. 00010000:00000010:0.0:1761312153.387658:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.0:1761312153.387664:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.387675:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.387678:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.387685:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312153.387695:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e22ca6f. 00000800:00000200:3.0:1761312153.387696:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.387701:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82338970). 00000400:00000200:3.0:1761312153.387706:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.387711:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.387714:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 02000000:00000010:0.0:1761312153.387715:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ca9bce0. 00000400:00000010:3.0:1761312153.387716:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000400:00000010:0.0:1761312153.387722:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.387728:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.387732:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317888, portal 16 00000400:00000010:0.0:1761312153.387737:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312153.387739:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317888, offset 0 00000400:00000200:0.0:1761312153.387755:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.387762:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.387768:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.387771:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.387773:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.387776:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88800:88800:256:4294967295] 192.168.203.32@tcp LPNI seq info [88800:88800:8:4294967295] 00000400:00000200:0.0:1761312153.387782:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.387787:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.387790:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.387794:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.387798:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.387801:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312153.388682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000820be1b2. 00000800:00000200:1.0:1761312153.388761:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.388764:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.388768:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.388774:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.388777:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:1.0:1761312153.388779:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:1.0:1761312153.388786:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015317888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.389211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020ae168a. 00010000:00000010:0.1:1761312153.389219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.1:1761312153.389222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c52d63. 00010000:00000010:0.1:1761312153.389225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00000400:00000200:2.0:1761312153.393281:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.393302:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000380 00000400:00000200:2.0:1761312153.393312:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae76d [1] + 224 00000400:00000200:2.0:1761312153.393326:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.393330:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.393340:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015317888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.393376:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.393382:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54140 00000400:00000200:2.0:1761312153.393388:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 1312 00000400:00000200:2.0:1761312153.393439:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.393443:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.393447:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.393453:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000020:00000010:3.0:1761312153.394383:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014a92ee0. 00000020:00000010:3.0:1761312153.394391:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.394395:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.394421:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012515648/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.394457:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515648 02000000:00000010:3.0:1761312153.394468:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009311f8a7. 00010000:00000010:3.0:1761312153.394505:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028a69cfe. 00000100:00000010:3.0:1761312153.394513:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 00000100:00000010:3.0:1761312153.394518:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:3.0:1761312153.394521:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028a69cfe. 00000400:00000010:3.0:1761312153.394535:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.394540:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515648, offset 224 00000400:00000200:3.0:1761312153.394548:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.394561:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.394567:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88801:88801:256:4294967295] 192.168.203.32@tcp LPNI seq info [88801:88801:8:4294967295] 00000400:00000200:3.0:1761312153.394577:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.394583:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.394587:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.394593:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.394599:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.394603:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.394622:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.394663:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.394665:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014a92ee0. 00000800:00000200:3.0:1761312153.394770:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.394774:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:3.0:1761312153.394778:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.394787:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.394791:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:3.0:1761312153.394793:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00010000:00000010:0.1:1761312153.397131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021ab9207. 00010000:00000010:0.1:1761312153.397148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00000400:00000010:0.0:1761312153.397173:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312153.397178:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.397180:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.397194:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015317888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.397205:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015317888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.397241:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b641fd27. 02000000:00000010:0.0:1761312153.397257:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ca9bce0. 02000000:00000010:0.0:1761312153.397263:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e22ca6f. 00000100:00000010:0.0:1761312153.397266:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312153.397273:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.397275:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00080000:00000010:0.0:1761312153.397292:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e22ca6f. 00010000:00000010:0.0:1761312153.397378:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.397384:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e34d6f1c. 00010000:00000010:0.0:1761312153.397454:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dced3824. 00010000:00000010:0.0:1761312153.397460:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.397471:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.397476:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.397484:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312153.397494:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ca9bce0. 02000000:00000010:0.0:1761312153.397522:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0c2bc4. 00000400:00000010:0.0:1761312153.397526:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.397530:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.397536:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015317952, portal 16 00000400:00000010:0.0:1761312153.397541:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312153.397543:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015317952, offset 0 00000400:00000200:0.0:1761312153.397551:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.397566:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.397573:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.397577:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.397580:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.397583:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88802:88802:256:4294967295] 192.168.203.32@tcp LPNI seq info [88802:88802:8:4294967295] 00000400:00000200:0.0:1761312153.397593:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.397598:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.397602:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.397608:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.397616:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.397620:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.398387:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.398393:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.398398:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.398404:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.398408:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:2.0:1761312153.398409:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:2.0:1761312153.398415:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015317952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.400664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3b2f87. 00010000:00000010:0.1:1761312153.400676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00010000:00000010:1.1:1761312153.401178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052168dff. 00010000:00000010:0.1:1761312153.405927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cffde70c. 00010000:00000010:0.1:1761312153.405942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f5dfb3. 00010000:00000010:0.1:1761312153.405946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00000400:00000200:2.0:1761312153.406226:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.406241:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780003c0 00000400:00000200:2.0:1761312153.406248:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae779 [1] + 224 00000400:00000200:2.0:1761312153.406259:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.406262:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.406273:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015317952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.406845:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.406853:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54180 00000400:00000200:2.0:1761312153.406858:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 1640 00000400:00000010:0.0:1761312153.407388:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312153.407394:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.407396:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.407405:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015317952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.407413:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015317952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.407443:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.407449:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ca9bce0. 00000100:00000010:0.0:1761312153.407453:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312153.407458:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.407462:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00000400:00000200:2.0:1761312153.407674:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.407679:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.407686:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.407693:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000020:00000010:0.0:1761312153.408039:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca9bce0. 00000020:00000010:0.0:1761312153.408045:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.408050:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.408073:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012515712/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312153.408106:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515712 02000000:00000010:0.0:1761312153.408117:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd0c2bc4. 00010000:00000010:0.0:1761312153.408144:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004da7ebf3. 00010000:00000010:0.0:1761312153.408164:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.408172:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.408189:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.408192:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00000400:00000010:0.0:1761312153.408206:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.408211:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515712, offset 224 00000400:00000200:0.0:1761312153.408218:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.408230:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.408235:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88803:88803:256:4294967295] 192.168.203.32@tcp LPNI seq info [88803:88803:8:4294967295] 00000400:00000200:0.0:1761312153.408244:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.408249:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.408254:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.408260:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.408267:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.408271:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.408290:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a62ca586. 00000020:00000010:0.0:1761312153.408293:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.408296:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca9bce0. 00080000:00000010:2.0:1761312153.408656:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000071af268. 00010000:00000010:2.0:1761312153.408739:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:2.0:1761312153.408757:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b883d84f. 00010000:00000010:2.0:1761312153.408833:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.408838:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.408848:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000600310da. 00000100:00000010:2.0:1761312153.408852:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa4ae0c2. 00000100:00000010:2.0:1761312153.408859:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000331b826a. 02000000:00000010:2.0:1761312153.408869:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6a39e5e. 02000000:00000010:2.0:1761312153.408890:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74d87a8. 00000400:00000010:2.0:1761312153.408896:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cbacd5b. 00000400:00000010:2.0:1761312153.408900:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312153.408904:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318016, portal 16 00000400:00000010:2.0:1761312153.408909:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312153.408911:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318016, offset 0 00000400:00000200:2.0:1761312153.408916:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.408923:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.408930:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.408933:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.408935:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.408937:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88804:88804:255:4294967295] 192.168.203.32@tcp LPNI seq info [88804:88804:7:4294967295] 00000400:00000200:2.0:1761312153.408944:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.408948:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.408951:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339466). 00000800:00000200:2.0:1761312153.408954:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.408958:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.408960:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.409876:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.409880:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:0.0:1761312153.409885:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.409890:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.409894:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.409896:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000800:00000200:0.0:1761312153.410274:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.410276:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:0.0:1761312153.410281:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.410285:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.410288:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:0.0:1761312153.410289:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000100:00000200:0.0:1761312153.410295:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000331b826a x1846868015318016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.414873:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.414890:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000400 00000400:00000200:1.0:1761312153.414898:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae785 [1] + 224 00000400:00000200:1.0:1761312153.414914:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.414918:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.414928:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000331b826a x1846868015318016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.415044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2c3cf45. 00000400:00000010:0.0:1761312153.415062:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cbacd5b. 00000400:00000200:0.0:1761312153.415065:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:0.0:1761312153.415068:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000100:00000200:0.0:1761312153.415073:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000331b826a x1846868015318016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.415079:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000331b826a x1846868015318016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.415106:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74d87a8. 02000000:00000010:0.0:1761312153.415112:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6a39e5e. 00000100:00000010:0.0:1761312153.415118:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 00000100:00000010:0.0:1761312153.415121:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fa4ae0c2. 00010000:00000010:0.0:1761312153.415124:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000600310da. 00010000:00000010:2.1:1761312153.415176:0:78513:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd21d18b. 00010000:00000010:2.1:1761312153.415182:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00000400:00000200:1.0:1761312153.421125:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.421141:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d541c0 00000400:00000200:1.0:1761312153.421148:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0a5 [2] + 1968 00000400:00000010:1.0:1761312153.421153:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099190ff3. 00000400:00000200:1.0:1761312153.421158:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000df3f4638 00000400:00000200:1.0:1761312153.421221:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.421226:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.421231:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df3f4638 00000400:00000010:1.0:1761312153.421233:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000df3f4638 (tot 82338818). 00000100:00000200:1.0:1761312153.421240:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312153.421326:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d64fbb03. 00000020:00000010:3.0:1761312153.421332:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.421336:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.421357:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000302dd6d9 x1846868012515776/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.421390:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515776 02000000:00000010:3.0:1761312153.421400:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014a92ee0. 00010000:00000010:3.0:1761312153.421428:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8a44e7c. 00010000:00000010:3.0:1761312153.421445:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028a69cfe. 00000100:00000010:3.0:1761312153.421452:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c36ae018. 00000100:00000010:3.0:1761312153.421464:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c36ae018. 00010000:00000010:3.0:1761312153.421466:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028a69cfe. 00000400:00000010:3.0:1761312153.421479:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.421483:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515776, offset 224 00000400:00000200:3.0:1761312153.421490:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.421499:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.421504:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88805:88805:256:4294967295] 192.168.203.32@tcp LPNI seq info [88805:88805:8:4294967295] 00000400:00000200:3.0:1761312153.421513:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.421517:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.421521:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312153.421526:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.421532:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.421535:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.421549:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312153.421553:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.421556:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d64fbb03. 02000000:00000010:3.0:1761312153.421563:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd0c2bc4. 00000100:00000010:3.0:1761312153.421565:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 02000000:00000010:3.0:1761312153.421569:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009311f8a7. 00000100:00000010:3.0:1761312153.421571:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 02000000:00000010:3.0:1761312153.421573:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000100:00000010:3.0:1761312153.421575:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 02000000:00000010:3.0:1761312153.421577:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:3.0:1761312153.421579:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 02000000:00000010:3.0:1761312153.421581:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6d44aac. 00000100:00000010:3.0:1761312153.421583:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd8565e1. 02000000:00000010:3.0:1761312153.421585:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:3.0:1761312153.421587:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:3.0:1761312153.421592:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312153.421596:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099190ff3. 00000400:00000010:3.0:1761312153.421599:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c36ae018 (tot 82339218). 00080000:00000010:3.0:1761312153.421621:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6d44aac. 00010000:00000010:3.0:1761312153.421721:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:3.0:1761312153.421727:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c245152. 00010000:00000010:3.0:1761312153.421801:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312153.421805:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312153.421811:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.0:1761312153.421816:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e63c93d9. 00080000:00000010:3.0:1761312153.421829:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009311f8a7. 00010000:00000010:3.0:1761312153.421854:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e63c93d9. 00010000:00000010:3.0:1761312153.421858:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312153.421905:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.0:1761312153.421908:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e63c93d9. 00010000:00000010:3.0:1761312153.421915:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028a69cfe. 00000100:00000010:3.0:1761312153.421919:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.421925:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 02000000:00000010:3.0:1761312153.421935:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d64fbb03. 02000000:00000010:3.0:1761312153.421960:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be649972. 00000400:00000010:3.0:1761312153.421965:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.421968:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312153.421971:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318080, portal 16 00000400:00000010:3.0:1761312153.421976:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312153.421978:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318080, offset 0 00000400:00000200:3.0:1761312153.421983:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.421991:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.421997:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.422000:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.422003:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.422006:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88806:88806:255:4294967295] 192.168.203.32@tcp LPNI seq info [88806:88806:7:4294967295] 00000400:00000200:3.0:1761312153.422013:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.422017:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.422020:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:3.0:1761312153.422024:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.422028:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.422030:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.422073:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.422076:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:3.0:1761312153.422080:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.422083:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.422085:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:3.0:1761312153.422087:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 02000000:00000010:3.0:1761312153.422091:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014a92ee0. 00000800:00000200:3.0:1761312153.422127:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.422129:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:3.0:1761312153.422131:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.422134:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.422135:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:3.0:1761312153.422136:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000100:00000200:3.0:1761312153.422140:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d422baca x1846868015318080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.433129:0:78521:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b275e1bc. 00000400:00000200:0.0:1761312153.438527:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.438544:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000440 00000400:00000200:0.0:1761312153.438552:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae795 [1] + 224 00000400:00000200:0.0:1761312153.438577:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.438582:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.438592:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d422baca x1846868015318080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.439515:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.439525:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54200 00000400:00000200:0.0:1761312153.439531:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 0 00000400:00000200:0.0:1761312153.439542:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.439545:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.439550:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.439555:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000400:00000010:1.0:1761312153.440275:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:1.0:1761312153.440280:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:1.0:1761312153.440282:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:1.0:1761312153.440292:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d422baca x1846868015318080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.440301:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d422baca x1846868015318080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.440330:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be649972. 02000000:00000010:1.0:1761312153.440336:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d64fbb03. 00000100:00000010:1.0:1761312153.440339:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000010:1.0:1761312153.440343:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:1.0:1761312153.440346:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028a69cfe. 00010000:00000010:3.1:1761312153.442929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097131f54. 00010000:00000010:3.1:1761312153.442940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00010000:00000010:3.1:1761312153.442944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312153.442947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e91dc. 00000020:00000010:3.0:1761312153.442986:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014a92ee0. 00000020:00000010:3.0:1761312153.442992:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312153.442996:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.443033:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012515840/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.443073:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515840 02000000:00000010:3.0:1761312153.443084:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054edea0d. 00010000:00000010:3.0:1761312153.443110:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f93cd264. 00010000:00000010:3.0:1761312153.443127:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae003ed3. 00000100:00000010:3.0:1761312153.443134:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.443158:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.443161:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae003ed3. 00000400:00000010:3.0:1761312153.443176:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312153.443181:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515840, offset 224 00080000:00000010:0.0:1761312153.443184:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003009527e. 00000400:00000200:3.0:1761312153.443191:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.443205:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.443211:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88807:88807:256:4294967295] 192.168.203.32@tcp LPNI seq info [88807:88807:8:4294967295] 00000400:00000200:3.0:1761312153.443221:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.443227:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.443232:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.443262:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00010000:00000010:0.0:1761312153.443266:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e63c93d9. 00000800:00000200:3.0:1761312153.443270:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00010000:00000010:0.0:1761312153.443274:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a3cdb71. 00010000:00000010:0.0:1761312153.443337:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.0:1761312153.443343:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008785608b. 00010000:00000010:0.0:1761312153.443352:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028e89b39. 00000100:00000010:0.0:1761312153.443356:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.443363:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312153.443372:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec69c509. 02000000:00000010:0.0:1761312153.443394:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000432c67c3. 00000400:00000010:0.0:1761312153.443399:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312153.443405:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.443410:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318144, portal 16 00000400:00000010:0.0:1761312153.443414:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312153.443417:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318144, offset 0 00000400:00000200:0.0:1761312153.443423:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.443430:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.443437:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.443442:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.443445:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.443448:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88808:88808:255:4294967295] 192.168.203.32@tcp LPNI seq info [88808:88808:7:4294967295] 00000400:00000200:0.0:1761312153.443459:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.443464:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.443467:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.443471:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.443475:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.443479:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.443590:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.443595:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:1.0:1761312153.443600:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.443606:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.443610:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:1.0:1761312153.443612:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:1.0:1761312153.443618:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015318144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312153.443869:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.443880:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312153.443885:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.443889:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014a92ee0. 00000800:00000200:1.0:1761312153.444040:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.444042:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312153.444045:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.444049:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.444052:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:1.0:1761312153.444054:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000400:00000200:0.0:1761312153.448915:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.448933:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000480 00000400:00000200:0.0:1761312153.448943:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7a1 [1] + 224 00000400:00000200:0.0:1761312153.448956:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.448959:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.448970:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015318144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.449082:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.449088:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54240 00000400:00000200:0.0:1761312153.449093:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 328 00000400:00000200:0.0:1761312153.449102:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.449105:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.449109:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.449114:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000400:00000010:2.0:1761312153.449166:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:2.0:1761312153.449171:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:2.0:1761312153.449173:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:2.0:1761312153.449179:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015318144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.449186:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015318144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.449212:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000432c67c3. 02000000:00000010:2.0:1761312153.449217:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec69c509. 00000100:00000010:2.0:1761312153.449221:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:2.0:1761312153.449226:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:2.0:1761312153.449229:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028e89b39. 00000020:00000010:2.0:1761312153.449374:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093b1a26d. 00000020:00000010:2.0:1761312153.449381:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.449386:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.449410:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012515904/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.449445:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515904 02000000:00000010:2.0:1761312153.449456:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000effcf4c. 00010000:00000010:2.0:1761312153.449484:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f176f2b. 00010000:00000010:2.0:1761312153.449504:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc70dc10. 00000100:00000010:2.0:1761312153.449511:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.449527:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.449531:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc70dc10. 00000400:00000010:2.0:1761312153.449543:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312153.449547:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515904, offset 224 00000400:00000200:2.0:1761312153.449555:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.449565:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.449570:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88809:88809:256:4294967295] 192.168.203.32@tcp LPNI seq info [88809:88809:8:4294967295] 00000400:00000200:2.0:1761312153.449579:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.449585:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.449589:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.449595:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.449601:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.449604:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.449653:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.449658:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.449662:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093b1a26d. 00000800:00000200:2.0:1761312153.449762:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.449766:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:2.0:1761312153.449771:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.449775:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.449778:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:2.0:1761312153.449780:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00010000:00000010:3.1:1761312153.449836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d11198. 00080000:00000010:3.0:1761312153.449859:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014a92ee0. 00010000:00000010:3.0:1761312153.449944:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008785608b. 00010000:00000010:3.0:1761312153.449950:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006577f9b0. 00010000:00000010:3.0:1761312153.450021:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.0:1761312153.450034:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ebd42d. 00010000:00000010:3.0:1761312153.450044:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae003ed3. 00000100:00000010:3.0:1761312153.450048:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.450054:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.450064:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049f3a84b. 02000000:00000010:3.0:1761312153.450087:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5e2392. 00000400:00000010:3.0:1761312153.450092:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.450096:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.450101:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318208, portal 16 00000400:00000010:3.0:1761312153.450105:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312153.450108:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318208, offset 0 00000400:00000200:3.0:1761312153.450114:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.450121:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.450128:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.450131:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.450134:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.450137:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88810:88810:256:4294967295] 192.168.203.32@tcp LPNI seq info [88810:88810:8:4294967295] 00000400:00000200:3.0:1761312153.450143:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.450148:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.450151:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.450155:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.450159:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.450161:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312153.450240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5e61547. 00010000:00000010:0.1:1761312153.450246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3c4066. 00000800:00000200:2.0:1761312153.450543:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.450545:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:2.0:1761312153.450549:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.450553:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.450556:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:2.0:1761312153.450557:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:2.0:1761312153.450562:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015318208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.459044:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078d5ab79. 00000400:00000200:0.0:1761312153.460714:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.460732:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780004c0 00000400:00000200:0.0:1761312153.460741:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7ad [1] + 224 00000400:00000200:0.0:1761312153.460763:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.460768:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.460777:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015318208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.460812:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.460819:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54280 00000400:00000200:0.0:1761312153.460823:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 656 00000400:00000200:0.0:1761312153.460836:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.460839:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.460843:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.460848:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 00000400:00000010:3.0:1761312153.460922:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.460927:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:3.0:1761312153.460929:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.460934:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015318208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.460943:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015318208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.460971:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5e2392. 02000000:00000010:3.0:1761312153.460977:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049f3a84b. 00000100:00000010:3.0:1761312153.460980:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.460985:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.460988:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae003ed3. 00000020:00000010:2.0:1761312153.461059:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74d87a8. 00000020:00000010:2.0:1761312153.461066:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.461071:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.461092:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012515968/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.461128:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012515968 02000000:00000010:2.0:1761312153.461138:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004461853. 00010000:00000010:2.0:1761312153.461166:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041060d2e. 00010000:00000010:2.0:1761312153.461184:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc70dc10. 00000100:00000010:2.0:1761312153.461190:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.461265:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.461269:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc70dc10. 00000400:00000010:2.0:1761312153.461281:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312153.461285:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012515968, offset 224 00000400:00000200:2.0:1761312153.461292:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.461303:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.461308:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88811:88811:256:4294967295] 192.168.203.32@tcp LPNI seq info [88811:88811:8:4294967295] 00000400:00000200:2.0:1761312153.461317:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.461322:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.461326:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.461331:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.461337:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.461341:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312153.461397:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e850575. 00010000:00000010:0.0:1761312153.461482:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ebd42d. 00010000:00000010:0.0:1761312153.461489:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009f9ad4e. 00010000:00000010:0.0:1761312153.461561:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312153.461568:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000928ca24e. 00010000:00000010:0.0:1761312153.461578:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006652d687. 00000100:00000010:0.0:1761312153.461582:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.461588:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.461598:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001721cae7. 02000000:00000010:0.0:1761312153.461620:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f735e6d. 00000400:00000010:0.0:1761312153.461646:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed4f52e7. 00000400:00000010:0.0:1761312153.461651:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.461655:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318272, portal 16 00000400:00000010:0.0:1761312153.461659:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312153.461662:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318272, offset 0 00000400:00000200:0.0:1761312153.461667:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.461674:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.461681:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.461684:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.461687:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.461690:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88812:88812:255:4294967295] 192.168.203.32@tcp LPNI seq info [88812:88812:7:4294967295] 00000400:00000200:0.0:1761312153.461697:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.461701:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.461705:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.461709:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.461713:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.461715:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.461769:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.461774:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.461778:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74d87a8. 00000800:00000200:3.0:1761312153.461940:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.461944:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82339218). 00000400:00000200:3.0:1761312153.461950:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.461953:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.461956:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:3.0:1761312153.461958:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000800:00000200:3.0:1761312153.462024:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.462026:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.462029:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.462032:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.462035:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312153.462036:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:3.0:1761312153.462042:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015318272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.467005:0:78527:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e2a41f4. 00010000:00000010:3.1:1761312153.467020:0:78527:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00000400:00000200:2.0:1761312153.467505:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.467522:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000500 00000400:00000200:2.0:1761312153.467530:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7b9 [1] + 224 00000400:00000200:2.0:1761312153.467546:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.467550:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.467561:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015318272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.467684:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.467797:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d542c0 00000400:00000200:1.0:1761312153.467804:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 984 00000400:00000010:0.0:1761312153.467820:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed4f52e7. 00000400:00000200:0.0:1761312153.467825:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312153.467828:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.467835:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015318272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.467843:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015318272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.467863:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.467870:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:0.0:1761312153.467872:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f735e6d. 00000100:00000200:1.0:1761312153.467874:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761312153.467880:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001721cae7. 00000100:00000010:1.0:1761312153.467881:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb1bc77a. 00000100:00000010:0.0:1761312153.467886:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.467891:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312153.467895:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006652d687. 00000020:00000010:2.0:1761312153.468754:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74d87a8. 00000020:00000010:2.0:1761312153.468765:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.468769:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.468797:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb1bc77a x1846868012516032/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.468834:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516032 02000000:00000010:2.0:1761312153.468845:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e77adb0. 00010000:00000010:2.0:1761312153.468872:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db109ed6. 00010000:00000010:2.0:1761312153.468892:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc70dc10. 00000100:00000010:2.0:1761312153.468898:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.468918:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.468922:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc70dc10. 00000400:00000010:2.0:1761312153.468934:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312153.468939:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516032, offset 224 00000400:00000200:2.0:1761312153.468946:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.468962:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.468968:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88813:88813:256:4294967295] 192.168.203.32@tcp LPNI seq info [88813:88813:8:4294967295] 00000400:00000200:2.0:1761312153.469086:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.469096:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.469125:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.469194:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.469904:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.469909:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.469933:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.469939:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.469944:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74d87a8. 00000800:00000200:2.0:1761312153.470046:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.470050:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:2.0:1761312153.470055:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.470061:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.470065:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:2.0:1761312153.470067:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00080000:00000010:0.0:1761312153.470122:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001721cae7. 00010000:00000010:0.0:1761312153.470206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000928ca24e. 00010000:00000010:0.0:1761312153.470214:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000173ff84d. 00010000:00000010:0.0:1761312153.470281:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312153.470287:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000928ca24e. 00010000:00000010:0.0:1761312153.470298:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006652d687. 00000100:00000010:0.0:1761312153.470304:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.470312:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.470323:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f735e6d. 02000000:00000010:0.0:1761312153.470348:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a7d3656. 00000400:00000010:0.0:1761312153.470354:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed4f52e7. 00000400:00000010:0.0:1761312153.470361:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.470367:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318336, portal 16 00000400:00000010:0.0:1761312153.470371:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312153.470373:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318336, offset 0 00000400:00000200:0.0:1761312153.470395:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.470406:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.470412:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.470416:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.470418:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.470421:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88814:88814:256:4294967295] 192.168.203.32@tcp LPNI seq info [88814:88814:8:4294967295] 00000400:00000200:0.0:1761312153.470428:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.470432:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.470436:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.470440:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.470445:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.470448:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.472899:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.472906:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.472913:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.472921:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.472926:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:2.0:1761312153.472928:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:2.0:1761312153.472936:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015318336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.473834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2fdfe3. 00010000:00000010:0.1:1761312153.476665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fb0303d. 00010000:00000010:0.1:1761312153.476677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e91dc. 00000400:00000200:1.0:1761312153.478018:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.478035:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000540 00000400:00000200:1.0:1761312153.478044:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7c5 [1] + 224 00000400:00000200:1.0:1761312153.478055:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.478059:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.478070:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015318336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.478107:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.478113:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54300 00000400:00000010:0.0:1761312153.478120:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed4f52e7. 00000400:00000200:0.0:1761312153.478129:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312153.478131:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.478137:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015318336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.478145:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015318336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.478173:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a7d3656. 02000000:00000010:0.0:1761312153.478179:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f735e6d. 00000100:00000010:0.0:1761312153.478182:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:0.0:1761312153.478187:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312153.478190:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006652d687. 00000400:00000200:1.0:1761312153.478465:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 1312 00000400:00000200:1.0:1761312153.478481:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.478485:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.478489:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.478493:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000020:00000010:3.0:1761312153.478556:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049f3a84b. 00000020:00000010:3.0:1761312153.478563:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312153.478566:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.478585:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012516096/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.478615:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516096 02000000:00000010:3.0:1761312153.478640:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c5e2392. 00010000:00000010:3.0:1761312153.478664:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb20b37e. 00010000:00000010:3.0:1761312153.478683:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae003ed3. 00000100:00000010:3.0:1761312153.478687:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.478703:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.478706:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae003ed3. 00000400:00000010:3.0:1761312153.478718:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.478721:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516096, offset 224 00000400:00000200:3.0:1761312153.478729:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.478739:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.478744:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88815:88815:256:4294967295] 192.168.203.32@tcp LPNI seq info [88815:88815:8:4294967295] 00000400:00000200:3.0:1761312153.478766:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.478771:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.478775:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00080000:00000010:1.0:1761312153.478777:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8014c60. 00000800:00000200:3.0:1761312153.478781:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.478788:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.478792:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.478808:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312153.478812:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.478815:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049f3a84b. 00010000:00000010:1.0:1761312153.478860:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000928ca24e. 00010000:00000010:1.0:1761312153.478866:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fd87cf7. 00000800:00000200:3.0:1761312153.478898:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.478902:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312153.478905:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.478908:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.478911:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:3.0:1761312153.478912:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00010000:00000010:1.0:1761312153.478924:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000676ea29d. 00010000:00000010:1.0:1761312153.478929:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000060ca0480. 00010000:00000010:1.0:1761312153.478933:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312153.478937:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00080000:00000010:1.0:1761312153.478947:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c96ed029. 00010000:00000010:1.0:1761312153.478967:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312153.478970:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060ca0480. 00010000:00000010:1.0:1761312153.479007:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312153.479010:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312153.479016:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6afa55b. 00000100:00000010:1.0:1761312153.479019:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023e278cb. 00000100:00000010:1.0:1761312153.479024:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5e7c456. 02000000:00000010:1.0:1761312153.479032:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004269c457. 02000000:00000010:1.0:1761312153.479050:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000456bca08. 00000400:00000010:1.0:1761312153.479054:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb49a5de. 00000400:00000010:1.0:1761312153.479057:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312153.479060:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318400, portal 16 00000400:00000010:1.0:1761312153.479064:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312153.479065:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318400, offset 0 00000400:00000200:1.0:1761312153.479070:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.479075:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.479080:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.479083:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.479086:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.479088:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88816:88816:256:4294967295] 192.168.203.32@tcp LPNI seq info [88816:88816:8:4294967295] 00000400:00000200:1.0:1761312153.479095:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.479099:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.479101:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312153.479105:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.479109:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.479111:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.481507:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.481513:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:3.0:1761312153.481519:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.481527:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.481532:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:3.0:1761312153.481534:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000100:00000200:3.0:1761312153.481542:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c5e7c456 x1846868015318400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.482236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5fd30e. 00010000:00000010:0.1:1761312153.482246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00010000:00000010:2.1:1761312153.482651:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f87f070. 00010000:00000010:1.1:1761312153.488658:0:78529:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e999c22. 00010000:00000010:1.1:1761312153.488674:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00010000:00000010:1.1:1761312153.488680:0:78529:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676ea29d. 00010000:00000010:1.1:1761312153.488683:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00000400:00000200:3.0:1761312153.488986:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.489000:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000580 00000400:00000200:3.0:1761312153.489007:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7d1 [1] + 224 00000400:00000200:3.0:1761312153.489018:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.489022:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.489032:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c5e7c456 x1846868015318400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.489070:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.489076:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54340 00000400:00000200:3.0:1761312153.489080:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 1640 00000400:00000010:0.0:1761312153.489086:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb49a5de. 00000400:00000200:0.0:1761312153.489091:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:0.0:1761312153.489093:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000100:00000200:0.0:1761312153.489098:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c5e7c456 x1846868015318400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.489105:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c5e7c456 x1846868015318400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.489143:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000456bca08. 02000000:00000010:0.0:1761312153.489148:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004269c457. 00000100:00000010:0.0:1761312153.489152:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5e7c456. 00000100:00000010:0.0:1761312153.489156:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023e278cb. 00010000:00000010:0.0:1761312153.489159:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6afa55b. 00000400:00000200:3.0:1761312153.489606:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.489782:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.489789:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.489795:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:0.0:1761312153.489855:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000f735e6d. 00000020:00000010:0.0:1761312153.489863:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.489867:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.489890:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012516160/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312153.489920:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516160 02000000:00000010:0.0:1761312153.489930:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a7d3656. 00010000:00000010:0.0:1761312153.489956:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000815253f1. 00010000:00000010:0.0:1761312153.489979:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006652d687. 00000100:00000010:0.0:1761312153.489985:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.489995:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312153.489998:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006652d687. 00000400:00000010:0.0:1761312153.490009:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.490013:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516160, offset 224 00000400:00000200:0.0:1761312153.490020:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.490030:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.490035:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88817:88817:256:4294967295] 192.168.203.32@tcp LPNI seq info [88817:88817:8:4294967295] 00000400:00000200:0.0:1761312153.490048:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.490053:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.490058:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.490063:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.490069:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.490073:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.490099:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.490103:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.490106:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000f735e6d. 00080000:00000010:0.0:1761312153.490137:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f735e6d. 00000800:00000200:3.0:1761312153.490396:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.490400:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.490403:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.490407:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.490410:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:3.0:1761312153.490412:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00010000:00000010:0.0:1761312153.490738:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:0.0:1761312153.490758:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fe86da2. 00010000:00000010:0.0:1761312153.490834:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312153.490841:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000928ca24e. 00010000:00000010:0.0:1761312153.490852:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006652d687. 00000100:00000010:0.0:1761312153.490856:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.490864:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:0.0:1761312153.490876:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c73f4884. 02000000:00000010:0.0:1761312153.490900:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec69c509. 00000400:00000010:0.0:1761312153.490906:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed4f52e7. 00000400:00000010:0.0:1761312153.490911:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312153.490916:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318464, portal 16 00000400:00000010:0.0:1761312153.490920:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.490922:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318464, offset 0 00000400:00000200:0.0:1761312153.490934:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.490943:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.490949:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.490952:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.490954:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.490956:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88818:88818:256:4294967295] 192.168.203.32@tcp LPNI seq info [88818:88818:8:4294967295] 00000400:00000200:0.0:1761312153.490963:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.490968:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.490971:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.490975:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.490980:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.490983:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.491046:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.491048:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:0.0:1761312153.491051:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.491054:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.491057:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312153.491058:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.491063:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084faceb8 x1846868015318464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.491705:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7eb7b1. 00010000:00000010:0.1:1761312153.495663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c780b3d. 00010000:00000010:0.1:1761312153.495678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069c277ad. 00010000:00000010:0.1:1761312153.495683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00000400:00000200:3.0:1761312153.497966:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.497984:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780005c0 00000400:00000200:3.0:1761312153.497993:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7dd [1] + 224 00000400:00000200:3.0:1761312153.498009:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.498014:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.498024:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000084faceb8 x1846868015318464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.498116:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed4f52e7. 00000400:00000200:2.0:1761312153.498121:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:2.0:1761312153.498123:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:2.0:1761312153.498129:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084faceb8 x1846868015318464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.498138:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084faceb8 x1846868015318464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.498167:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec69c509. 02000000:00000010:2.0:1761312153.498178:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c73f4884. 00000100:00000010:2.0:1761312153.498181:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000010:2.0:1761312153.498186:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:2.0:1761312153.498189:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006652d687. 00000400:00000200:3.0:1761312153.498337:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.498350:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54380 00000400:00000200:3.0:1761312153.498356:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad0f5 [2] + 1968 00000400:00000010:3.0:1761312153.498359:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000473b2b65. 00000400:00000200:3.0:1761312153.498362:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004fc451b6 00000400:00000200:3.0:1761312153.498570:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.498575:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.498578:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004fc451b6 00000400:00000010:3.0:1761312153.498581:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004fc451b6 (tot 82338818). 00000100:00000200:3.0:1761312153.498586:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.499488:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ebe5fc. 00000020:00000010:1.0:1761312153.499497:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.499500:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.499524:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc5d1a10 x1846868012516224/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.499561:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516224 02000000:00000010:1.0:1761312153.499571:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5e9a7ac. 00010000:00000010:1.0:1761312153.499597:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049f0b66f. 00010000:00000010:1.0:1761312153.499614:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec23bf09. 00000100:00000010:1.0:1761312153.499620:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064e925de. 00000100:00000010:1.0:1761312153.499647:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064e925de. 00010000:00000010:1.0:1761312153.499650:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec23bf09. 00000400:00000010:1.0:1761312153.499663:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312153.499667:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516224, offset 224 00000400:00000200:1.0:1761312153.499674:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.499686:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.499691:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88819:88819:256:4294967295] 192.168.203.32@tcp LPNI seq info [88819:88819:8:4294967295] 00000400:00000200:1.0:1761312153.499702:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.499707:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.499711:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339066). 00000800:00000200:1.0:1761312153.499717:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.499723:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.499727:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.499741:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.499756:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.499760:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ebe5fc. 02000000:00000010:1.0:1761312153.499768:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a7d3656. 00000100:00000010:1.0:1761312153.499770:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:1.0:1761312153.499774:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c5e2392. 00000100:00000010:1.0:1761312153.499777:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:1.0:1761312153.499779:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e77adb0. 00000100:00000010:1.0:1761312153.499782:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb1bc77a. 02000000:00000010:1.0:1761312153.499785:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004461853. 00000100:00000010:1.0:1761312153.499787:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:1.0:1761312153.499791:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000effcf4c. 00000100:00000010:1.0:1761312153.499795:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:1.0:1761312153.499798:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054edea0d. 00000100:00000010:1.0:1761312153.499800:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000200:1.0:1761312153.499806:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.499812:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009c18309f. 00000400:00000010:1.0:1761312153.499815:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000064e925de (tot 82339218). 00000800:00000200:1.0:1761312153.499895:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.499898:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:1.0:1761312153.499903:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.499907:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.499910:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:1.0:1761312153.499911:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 02000000:00000010:1.0:1761312153.499914:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5e9a7ac. 00080000:00000010:2.0:1761312153.500028:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000effcf4c. 00010000:00000010:2.0:1761312153.500107:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000928ca24e. 00010000:00000010:2.0:1761312153.500113:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bb56771. 00010000:00000010:2.0:1761312153.500178:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.0:1761312153.500183:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312153.500193:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fc70dc10. 00000100:00000010:2.0:1761312153.500196:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.500202:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312153.500211:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004461853. 02000000:00000010:2.0:1761312153.500229:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e77adb0. 00000400:00000010:2.0:1761312153.500233:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006756897c. 00000400:00000010:2.0:1761312153.500236:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312153.500239:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318528, portal 16 00000400:00000010:2.0:1761312153.500243:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312153.500244:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318528, offset 0 00000400:00000200:2.0:1761312153.500250:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.500256:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.500262:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.500265:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.500268:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.500270:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88820:88820:256:4294967295] 192.168.203.32@tcp LPNI seq info [88820:88820:8:4294967295] 00000400:00000200:2.0:1761312153.500278:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.500282:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.500285:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.500288:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.500293:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.500295:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.500523:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.500527:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312153.500532:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.500535:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.500538:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:3.0:1761312153.500540:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000100:00000200:3.0:1761312153.500545:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015318528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.505724:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.505742:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000600 00000400:00000200:0.0:1761312153.505767:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7ed [1] + 224 00000400:00000200:0.0:1761312153.505778:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.505783:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.505792:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015318528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.505865:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.505872:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d543c0 00000400:00000200:0.0:1761312153.505877:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 0 00000400:00000010:1.0:1761312153.506361:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006756897c. 00000400:00000200:1.0:1761312153.506367:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:1.0:1761312153.506368:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000100:00000200:1.0:1761312153.506375:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015318528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.506383:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015318528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.506410:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e77adb0. 02000000:00000010:1.0:1761312153.506416:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004461853. 00000100:00000010:1.0:1761312153.506420:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:1.0:1761312153.506423:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:1.0:1761312153.506427:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fc70dc10. 00000400:00000200:0.0:1761312153.506468:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.506472:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.506477:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.506481:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000020:00000010:1.0:1761312153.506791:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5e9a7ac. 00000020:00000010:1.0:1761312153.506798:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.506804:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.506827:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012516288/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.506858:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516288 02000000:00000010:1.0:1761312153.506867:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312153.506892:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cac9e115. 00010000:00000010:1.0:1761312153.506909:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec23bf09. 00000100:00000010:1.0:1761312153.506915:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000700440f0. 00000100:00000010:1.0:1761312153.506925:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000700440f0. 00010000:00000010:1.0:1761312153.506928:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec23bf09. 00000400:00000010:1.0:1761312153.506938:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312153.506943:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516288, offset 224 00000400:00000200:1.0:1761312153.506951:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.506961:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.506967:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88821:88821:256:4294967295] 192.168.203.32@tcp LPNI seq info [88821:88821:8:4294967295] 00000400:00000200:1.0:1761312153.506976:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.506981:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.506984:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.506989:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.506997:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.507001:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.507015:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.507018:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.507021:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5e9a7ac. 00000800:00000200:1.0:1761312153.507094:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.507097:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:1.0:1761312153.507102:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.507106:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.507109:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:1.0:1761312153.507110:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00080000:00000010:1.0:1761312153.507133:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5e9a7ac. 00010000:00000010:1.0:1761312153.507224:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:1.0:1761312153.507230:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5d935c4. 00010000:00000010:1.0:1761312153.507298:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312153.507304:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312153.507313:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec23bf09. 00000100:00000010:1.0:1761312153.507316:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000700440f0. 00000100:00000010:1.0:1761312153.507322:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb1bc77a. 02000000:00000010:1.0:1761312153.507331:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080914b20. 02000000:00000010:1.0:1761312153.507351:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312153.507355:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008606f49d. 00000400:00000010:1.0:1761312153.507358:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312153.507363:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318592, portal 16 00000400:00000010:1.0:1761312153.507367:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312153.507369:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318592, offset 0 00000400:00000200:1.0:1761312153.507373:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.507378:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.507384:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.507387:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.507390:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.507393:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88822:88822:256:4294967295] 192.168.203.32@tcp LPNI seq info [88822:88822:8:4294967295] 00000400:00000200:1.0:1761312153.507399:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.507403:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.507405:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.507409:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.507413:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.507415:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312153.509467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5246721. 00010000:00000010:2.1:1761312153.509848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036866fbb. 00010000:00000010:2.1:1761312153.509855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00000800:00000200:3.0:1761312153.512853:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.512860:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:3.0:1761312153.512868:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.512877:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.512882:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:3.0:1761312153.512884:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:3.0:1761312153.512893:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fb1bc77a x1846868015318592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.516773:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.516791:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000640 00000400:00000200:3.0:1761312153.516800:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae7f9 [1] + 224 00000400:00000200:3.0:1761312153.516829:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.516833:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.516843:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fb1bc77a x1846868015318592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.516875:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c330dc. 00010000:00000010:1.1:1761312153.516885:0:78520:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fa5c1cb. 00000400:00000010:3.0:1761312153.516890:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008606f49d. 00010000:00000010:1.1:1761312153.516890:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a2fec. 00000400:00000200:3.0:1761312153.516896:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:3.0:1761312153.516899:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:3.0:1761312153.516903:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fb1bc77a x1846868015318592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.516911:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fb1bc77a x1846868015318592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.516937:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 02000000:00000010:3.0:1761312153.516941:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080914b20. 00000100:00000010:3.0:1761312153.516945:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb1bc77a. 00000100:00000010:3.0:1761312153.516948:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000700440f0. 00010000:00000010:3.0:1761312153.516951:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec23bf09. 00000400:00000200:1.0:1761312153.519456:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.519473:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54400 00000400:00000200:1.0:1761312153.519482:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 328 00000400:00000200:1.0:1761312153.519543:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.519548:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.519555:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.519560:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000020:00000010:2.0:1761312153.519973:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a39e5e. 00000020:00000010:2.0:1761312153.519980:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.519984:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.520008:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012516352/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.520040:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516352 02000000:00000010:2.0:1761312153.520050:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74d87a8. 00010000:00000010:2.0:1761312153.520074:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efce9559. 00010000:00000010:2.0:1761312153.520089:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007bc2f89a. 00000100:00000010:2.0:1761312153.520095:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.520402:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.520407:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007bc2f89a. 00000400:00000010:2.0:1761312153.520421:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312153.520425:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516352, offset 224 00000400:00000200:2.0:1761312153.520433:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.520443:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.520448:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88823:88823:256:4294967295] 192.168.203.32@tcp LPNI seq info [88823:88823:8:4294967295] 00000400:00000200:2.0:1761312153.520458:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.520463:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.520467:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312153.520473:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.520481:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.520485:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.520503:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.520506:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.520509:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6a39e5e. 00080000:00000010:3.0:1761312153.520579:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef5be16b. 00010000:00000010:3.0:1761312153.520679:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:3.0:1761312153.520685:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059c8b10a. 00010000:00000010:3.0:1761312153.520758:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d5a44ea. 00010000:00000010:3.0:1761312153.520764:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a2c2c18d. 00010000:00000010:3.0:1761312153.520772:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae003ed3. 00000100:00000010:3.0:1761312153.520776:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.520782:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312153.520791:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006aedc927. 02000000:00000010:3.0:1761312153.520813:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b866fc. 00000400:00000010:3.0:1761312153.520817:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.520820:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.520825:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318656, portal 16 00000400:00000010:3.0:1761312153.520828:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.520830:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318656, offset 0 00000400:00000200:3.0:1761312153.520835:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.520840:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.520846:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.520849:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.520851:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.520854:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88824:88824:255:4294967295] 192.168.203.32@tcp LPNI seq info [88824:88824:7:4294967295] 00000400:00000200:3.0:1761312153.520861:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.520865:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.520867:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312153.520870:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.520874:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.520876:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.521360:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.521365:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:2.0:1761312153.521369:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.521374:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.521378:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312153.521379:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000800:00000200:2.0:1761312153.521434:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.521436:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312153.521438:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.521441:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.521443:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:2.0:1761312153.521444:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:2.0:1761312153.521449:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015318656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.525079:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.525097:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000680 00000400:00000200:3.0:1761312153.525105:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae805 [1] + 224 00000400:00000200:3.0:1761312153.525118:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.525123:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.525132:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015318656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.525818:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.525828:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54440 00000400:00000200:3.0:1761312153.525834:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 656 00000400:00000200:3.0:1761312153.525888:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.525894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.525899:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.525904:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000400:00000010:1.0:1761312153.525961:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:1.0:1761312153.525966:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:1.0:1761312153.525968:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000100:00000200:1.0:1761312153.525974:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015318656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.525981:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015318656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.526007:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046b866fc. 02000000:00000010:1.0:1761312153.526012:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006aedc927. 00000100:00000010:1.0:1761312153.526015:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:1.0:1761312153.526021:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:1.0:1761312153.526024:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae003ed3. 00010000:00000010:3.1:1761312153.531426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d137a55. 00010000:00000010:3.1:1761312153.531439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:2.1:1761312153.531563:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fa556ee. 00000020:00000010:2.0:1761312153.531601:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a39e5e. 00000020:00000010:2.0:1761312153.531608:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.531613:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.531660:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012516416/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.531702:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516416 02000000:00000010:2.0:1761312153.531713:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004461853. 00010000:00000010:2.0:1761312153.531741:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a542d2d. 00010000:00000010:2.0:1761312153.531775:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007bc2f89a. 00000100:00000010:2.0:1761312153.531783:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.531792:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.531796:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007bc2f89a. 00000400:00000010:2.0:1761312153.531810:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312153.531816:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516416, offset 224 00000400:00000200:2.0:1761312153.531824:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.531838:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.531844:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88825:88825:256:4294967295] 192.168.203.32@tcp LPNI seq info [88825:88825:8:4294967295] 00000400:00000200:2.0:1761312153.531853:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.531859:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.531863:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312153.531870:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.531877:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.531881:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.531897:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.531901:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:2.0:1761312153.531904:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6a39e5e. 00000800:00000200:1.0:1761312153.532108:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.532112:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312153.532118:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.532123:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.532127:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:1.0:1761312153.532129:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00080000:00000010:1.0:1761312153.532172:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d256c4b6. 00010000:00000010:1.0:1761312153.532262:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2c2c18d. 00010000:00000010:1.0:1761312153.532268:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025ae1c44. 00010000:00000010:1.0:1761312153.532330:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000676ea29d. 00010000:00000010:1.0:1761312153.532335:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000060ca0480. 00010000:00000010:1.0:1761312153.532339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312153.532345:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00080000:00000010:1.0:1761312153.532357:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a733b246. 00010000:00000010:1.0:1761312153.532381:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312153.532386:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060ca0480. 00010000:00000010:1.0:1761312153.532433:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312153.532437:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312153.532445:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cc3a913. 00000100:00000010:1.0:1761312153.532449:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066bfc105. 00000100:00000010:1.0:1761312153.532456:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 02000000:00000010:1.0:1761312153.532467:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080914b20. 02000000:00000010:1.0:1761312153.532491:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312153.532497:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008606f49d. 00000400:00000010:1.0:1761312153.532507:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312153.532514:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318720, portal 16 00000400:00000010:1.0:1761312153.532519:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312153.532521:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318720, offset 0 00000400:00000200:1.0:1761312153.532527:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.532534:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.532541:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312153.532544:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312153.532546:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312153.532549:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88826:88826:256:4294967295] 192.168.203.32@tcp LPNI seq info [88826:88826:8:4294967295] 00000400:00000200:1.0:1761312153.532555:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.532560:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.532563:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0511e61 (tot 82339218). 00000800:00000200:1.0:1761312153.532567:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.532572:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.532574:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c0511e61 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.533843:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.533848:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0511e61 (tot 82338970). 00000400:00000200:2.0:1761312153.533855:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.533861:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.533866:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:2.0:1761312153.533867:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:2.0:1761312153.533876:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b3497cf x1846868015318720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761312153.536372:0:78536:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec69c509. 00000020:00000010:0.0:1761312153.536383:0:78536:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d7b24ef. 00000040:00000010:0.0:1761312153.536387:0:78536:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000083bb7616. 00000020:00000010:0.0:1761312153.536391:0:78536:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000041b67701. 00000020:00000010:0.0:1761312153.536397:0:78536:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000bef9341a. 00000020:00000010:0.0:1761312153.536401:0:78536:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000432c67c3. 80000000:00000010:0.0:1761312153.536405:0:78536:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f0d46a36. 40000000:00000010:0.0:1761312153.536408:0:78536:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000000e2673d7. 00100000:00000010:0.0:1761312153.536413:0:78536:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000b59a3fae. 00040000:00000010:0.0:1761312153.536418:0:78536:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e87e54c3. 00040000:00000010:0.0:1761312153.536422:0:78536:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f9774d8b. 00040000:00000010:0.0:1761312153.536426:0:78536:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000048b2ba62. 00080000:00000010:0.0:1761312153.536432:0:78536:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 0000000069551e62. 00080000:00000010:0.0:1761312153.536436:0:78536:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b9351f22. 00000004:00000010:0.0:1761312153.536443:0:78536:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000001116dd44. 00000004:00000010:0.0:1761312153.536447:0:78536:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000e243232a. 00000004:00000010:0.0:1761312153.536452:0:78536:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 0000000063c57ab5. 00002000:00000010:0.0:1761312153.536456:0:78536:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000000f3221f0. 00000004:00000010:0.0:1761312153.536459:0:78536:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000085bc0cf1. 00000020:00000010:0.0:1761312153.536492:0:78536:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000005d7b24ef. 00000040:00000010:0.0:1761312153.536496:0:78536:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000083bb7616. 00000020:00000010:0.0:1761312153.536499:0:78536:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000041b67701. 00000020:00000010:0.0:1761312153.536502:0:78536:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000bef9341a. 00000020:00000010:0.0:1761312153.536506:0:78536:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000432c67c3. 80000000:00000010:0.0:1761312153.536509:0:78536:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000f0d46a36. 40000000:00000010:0.0:1761312153.536513:0:78536:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000000e2673d7. 00100000:00000010:0.0:1761312153.536516:0:78536:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000b59a3fae. 00040000:00000010:0.0:1761312153.536519:0:78536:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e87e54c3. 00040000:00000010:0.0:1761312153.536521:0:78536:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000f9774d8b. 00040000:00000010:0.0:1761312153.536524:0:78536:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000048b2ba62. 00080000:00000010:0.0:1761312153.536527:0:78536:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9351f22. 00080000:00000010:0.0:1761312153.536533:0:78536:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 0000000069551e62. 00000004:00000010:0.0:1761312153.536537:0:78536:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000001116dd44. 00000004:00000010:0.0:1761312153.536540:0:78536:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000e243232a. 00000004:00000010:0.0:1761312153.536544:0:78536:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 0000000063c57ab5. 00002000:00000010:0.0:1761312153.536547:0:78536:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000000f3221f0. 00000004:00000010:0.0:1761312153.536549:0:78536:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 0000000085bc0cf1. 00000020:00000010:0.0:1761312153.536552:0:78536:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec69c509. 00000400:00000200:3.0:1761312153.539100:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.539119:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780006c0 00000400:00000200:3.0:1761312153.539128:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae811 [1] + 224 00000400:00000200:3.0:1761312153.539141:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.539147:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.539158:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b3497cf x1846868015318720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.539195:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.539202:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54480 00000400:00000200:3.0:1761312153.539208:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 984 00000400:00000010:1.0:1761312153.539215:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008606f49d. 00000400:00000200:3.0:1761312153.539219:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.539222:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000200:3.0:1761312153.539224:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:1.0:1761312153.539227:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312153.539240:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b3497cf x1846868015318720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.539249:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b3497cf x1846868015318720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.539280:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 02000000:00000010:1.0:1761312153.539285:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080914b20. 00000100:00000010:1.0:1761312153.539288:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 00000100:00000200:3.0:1761312153.539290:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.539293:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066bfc105. 00000100:00000010:3.0:1761312153.539297:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00010000:00000010:1.0:1761312153.539298:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cc3a913. 00000020:00000010:2.0:1761312153.539374:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a39e5e. 00000020:00000010:2.0:1761312153.539381:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312153.539386:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a27239f0. 00000100:00000200:2.0:1761312153.539408:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012516480/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.539995:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516480 02000000:00000010:1.0:1761312153.540008:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080914b20. 00010000:00000010:1.0:1761312153.540034:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e59c1fb1. 00010000:00000010:1.0:1761312153.540053:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cc3a913. 00000100:00000010:1.0:1761312153.540059:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066bfc105. 00000100:00000010:1.0:1761312153.540074:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066bfc105. 00010000:00000010:1.0:1761312153.540077:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cc3a913. 00000400:00000010:1.0:1761312153.540090:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312153.540095:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516480, offset 224 00000400:00000200:1.0:1761312153.540102:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312153.540111:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006aedc927. 00000400:00000200:1.0:1761312153.540114:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.540120:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88827:88827:256:4294967295] 192.168.203.32@tcp LPNI seq info [88827:88827:8:4294967295] 00000400:00000200:1.0:1761312153.540129:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.540133:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.540138:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339218). 00000800:00000200:1.0:1761312153.540144:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.540150:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.540154:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.540173:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:1.0:1761312153.540177:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a27239f0. 00000020:00000010:1.0:1761312153.540182:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6a39e5e. 00010000:00000010:3.0:1761312153.540204:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:3.0:1761312153.540213:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d95fc81c. 00000800:00000200:1.0:1761312153.540270:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.540273:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:1.0:1761312153.540279:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.540283:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.540286:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00010000:00000010:3.0:1761312153.540288:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312153.540296:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40326ec. 00010000:00000010:3.0:1761312153.540305:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007241d618. 00000100:00000010:3.0:1761312153.540310:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.540316:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.540326:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046b866fc. 02000000:00000010:3.0:1761312153.540347:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049f3a84b. 00000400:00000010:1.0:1761312153.540351:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000400:00000010:3.0:1761312153.540352:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.540359:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312153.540364:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318784, portal 16 00000400:00000010:3.0:1761312153.540369:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312153.540372:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318784, offset 0 00000400:00000200:3.0:1761312153.540377:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.540383:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.540390:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.540393:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.540396:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.540399:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88828:88828:256:4294967295] 192.168.203.32@tcp LPNI seq info [88828:88828:8:4294967295] 00000400:00000200:3.0:1761312153.540540:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.540546:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.540550:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.540554:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.540559:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.540561:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.540659:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.540663:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312153.540666:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.540670:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.540673:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:2.0:1761312153.540674:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000100:00000200:2.0:1761312153.540679:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015318784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.544666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073abdd54. 00010000:00000010:3.1:1761312153.544676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:2.1:1761312153.544859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec319907. 00000400:00000200:3.0:1761312153.545755:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.545770:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000700 00000400:00000200:3.0:1761312153.545778:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae81d [1] + 224 00000400:00000200:3.0:1761312153.545791:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.545795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.545807:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015318784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312153.546282:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:1.0:1761312153.546287:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:1.0:1761312153.546289:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00000100:00000200:1.0:1761312153.546295:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015318784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.546303:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015318784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312153.546329:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049f3a84b. 02000000:00000010:1.0:1761312153.546335:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b866fc. 00000100:00000010:1.0:1761312153.546338:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:1.0:1761312153.546342:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:1.0:1761312153.546345:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007241d618. 00010000:00000010:1.1:1761312153.546721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f471659. 00010000:00000010:1.1:1761312153.546729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5a44ea. 00010000:00000010:1.1:1761312153.546734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676ea29d. 00010000:00000010:1.1:1761312153.546737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312153.546742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046bccfe1. 00000400:00000200:1.0:1761312153.547763:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.547778:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d544c0 00000400:00000200:1.0:1761312153.547784:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 1312 00000400:00000200:1.0:1761312153.547834:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.547838:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.547843:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.547848:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 00000020:00000010:2.0:1761312153.547941:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e77adb0. 00000020:00000010:2.0:1761312153.547947:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.547951:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.547976:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b3497cf x1846868012516544/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.548012:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516544 02000000:00000010:2.0:1761312153.548023:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6a39e5e. 00010000:00000010:2.0:1761312153.548048:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016536a42. 00010000:00000010:2.0:1761312153.548065:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007bc2f89a. 00000100:00000010:2.0:1761312153.548071:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.548081:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.548084:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007bc2f89a. 00000400:00000010:2.0:1761312153.548095:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312153.548099:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516544, offset 224 00000400:00000200:2.0:1761312153.548105:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.548114:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.548119:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88829:88829:256:4294967295] 192.168.203.32@tcp LPNI seq info [88829:88829:8:4294967295] 00000400:00000200:2.0:1761312153.548129:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.548134:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.548137:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312153.548142:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.548148:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.548152:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.548179:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.548183:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.548187:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e77adb0. 00000800:00000200:0.0:1761312153.548262:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.548267:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312153.548273:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.548277:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.548281:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:0.0:1761312153.548282:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00080000:00000010:3.0:1761312153.548286:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054edea0d. 00010000:00000010:3.0:1761312153.548361:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40326ec. 00010000:00000010:3.0:1761312153.548368:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ea28c66. 00010000:00000010:3.0:1761312153.548439:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51fb96e. 00010000:00000010:3.0:1761312153.548444:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40326ec. 00010000:00000010:3.0:1761312153.548453:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e5f534e4. 00000100:00000010:3.0:1761312153.548457:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.548462:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.548472:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c5e2392. 02000000:00000010:3.0:1761312153.548493:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d64fbb03. 00000400:00000010:3.0:1761312153.548497:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.548501:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.548506:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318848, portal 16 00000400:00000010:3.0:1761312153.548509:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312153.548511:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318848, offset 0 00000400:00000200:3.0:1761312153.548517:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.548522:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.548528:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.548531:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.548534:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.548536:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88830:88830:256:4294967295] 192.168.203.32@tcp LPNI seq info [88830:88830:8:4294967295] 00000400:00000200:3.0:1761312153.548543:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.548546:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.548549:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.548552:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.548557:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.548559:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.548776:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.548779:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:0.0:1761312153.548782:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.548786:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.548789:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:0.0:1761312153.548791:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:0.0:1761312153.548795:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015318848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.554656:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040646264. 00010000:00000010:3.1:1761312153.554669:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:2.1:1761312153.558671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6299c35. 00000400:00000200:0.0:1761312153.568175:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.568195:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000740 00000400:00000200:0.0:1761312153.568203:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae829 [1] + 224 00000400:00000200:0.0:1761312153.568213:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.568217:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.568228:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015318848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.568261:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.568267:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54500 00000400:00000200:0.0:1761312153.568271:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 1640 00000400:00000200:0.0:1761312153.568282:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.568285:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.568289:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.568295:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000400:00000010:3.0:1761312153.568987:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.568993:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:3.0:1761312153.568995:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.569003:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015318848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.569010:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015318848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761312153.569015:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4b32eab. 00000020:00000010:0.0:1761312153.569021:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.569026:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 02000000:00000010:3.0:1761312153.569035:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d64fbb03. 02000000:00000010:3.0:1761312153.569040:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c5e2392. 00000100:00000010:3.0:1761312153.569043:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000200:0.0:1761312153.569046:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012516608/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:3.0:1761312153.569047:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.569050:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e5f534e4. 00000100:00000200:0.0:1761312153.569070:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516608 02000000:00000010:0.0:1761312153.569080:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d38b440b. 00010000:00000010:0.0:1761312153.569104:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b8317c3. 00010000:00000010:0.0:1761312153.569122:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2673d7. 00000100:00000010:0.0:1761312153.569128:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312153.569144:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312153.569146:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2673d7. 00000400:00000010:0.0:1761312153.569205:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.569209:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516608, offset 224 00000400:00000200:0.0:1761312153.569216:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.569227:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.569233:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88831:88831:256:4294967295] 192.168.203.32@tcp LPNI seq info [88831:88831:8:4294967295] 00000400:00000200:0.0:1761312153.569243:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.569248:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.569253:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.569258:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.569265:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.569268:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.569283:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.569287:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.569290:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4b32eab. 00000800:00000200:0.0:1761312153.569378:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.569380:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:0.0:1761312153.569383:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.569386:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.569389:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312153.569390:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00080000:00000010:3.0:1761312153.570604:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c5e2392. 00010000:00000010:2.0:1761312153.572916:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40326ec. 00010000:00000010:2.0:1761312153.572929:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b841ec0. 00010000:00000010:2.0:1761312153.573019:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.0:1761312153.573025:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312153.573037:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000073b088f0. 00000100:00000010:2.0:1761312153.573045:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.573054:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb3f8f80. 02000000:00000010:2.0:1761312153.573072:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d758c30. 02000000:00000010:2.0:1761312153.573102:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad47d8fe. 00000400:00000010:2.0:1761312153.573112:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007344ae99. 00000400:00000010:2.0:1761312153.573118:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312153.573126:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318912, portal 16 00000400:00000010:2.0:1761312153.573131:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312153.573133:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318912, offset 0 00000400:00000200:2.0:1761312153.573142:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.573233:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.573240:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.573243:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.573246:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.573249:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88832:88832:256:4294967295] 192.168.203.32@tcp LPNI seq info [88832:88832:8:4294967295] 00000400:00000200:2.0:1761312153.573258:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.573265:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.573269:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.573275:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.573282:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.573286:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.574609:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.574616:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312153.574638:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.574647:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.574652:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:0.0:1761312153.574655:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:0.0:1761312153.574664:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb3f8f80 x1846868015318912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.576199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089bca232. 00000400:00000200:1.0:1761312153.578389:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.578406:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000780 00000400:00000200:1.0:1761312153.578416:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae835 [1] + 224 00000400:00000200:1.0:1761312153.578431:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.578434:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.578445:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb3f8f80 x1846868015318912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.578582:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007344ae99. 00000400:00000200:3.0:1761312153.578586:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312153.578588:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:3.0:1761312153.578593:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb3f8f80 x1846868015318912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.578600:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb3f8f80 x1846868015318912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.578663:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad47d8fe. 02000000:00000010:3.0:1761312153.578669:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d758c30. 00000100:00000010:3.0:1761312153.578672:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 00000100:00000010:3.0:1761312153.578676:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:3.0:1761312153.578680:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000073b088f0. 00010000:00000010:2.1:1761312153.581256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac83565f. 00010000:00000010:2.1:1761312153.581268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51fb96e. 00000400:00000200:0.0:1761312153.585977:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.585996:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54540 00000400:00000200:0.0:1761312153.586003:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad14d [2] + 1968 00000400:00000010:0.0:1761312153.586008:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fb36676. 00000400:00000200:0.0:1761312153.586014:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b3df4845 00000400:00000200:0.0:1761312153.586080:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.586085:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.586090:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3df4845 00000400:00000010:0.0:1761312153.586092:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b3df4845 (tot 82338818). 00000100:00000200:0.0:1761312153.586099:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.586969:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439f5f1a. 00000020:00000010:1.0:1761312153.586979:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.586983:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.587015:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000052bba2ee x1846868012516672/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.587353:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516672 02000000:00000010:1.0:1761312153.587367:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:1.0:1761312153.587396:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006186cbc1. 00010000:00000010:1.0:1761312153.587417:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cc3a913. 00000100:00000010:1.0:1761312153.587424:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066bfc105. 00080000:00000010:3.0:1761312153.589123:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049f3a84b. 00010000:00000010:3.0:1761312153.589284:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312153.589292:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.589304:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000057db2ca. 00000100:00000010:3.0:1761312153.589311:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.589320:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.589334:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be649972. 02000000:00000010:3.0:1761312153.589362:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b866fc. 00000400:00000010:3.0:1761312153.589370:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.589376:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.589382:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015318976, portal 16 00000400:00000010:3.0:1761312153.589387:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312153.589389:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015318976, offset 0 00000400:00000200:3.0:1761312153.589399:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.589413:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.589420:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.589424:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.589426:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.589429:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88833:88833:256:4294967295] 192.168.203.32@tcp LPNI seq info [88833:88833:8:4294967295] 00000400:00000200:3.0:1761312153.589439:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.589445:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.589449:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339066). 00000800:00000200:3.0:1761312153.589456:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.589464:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.589468:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1761312153.589576:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00000100:00000010:1.0:1761312153.589586:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066bfc105. 00010000:00000010:1.0:1761312153.589589:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cc3a913. 00010000:00000010:1.0:1761312153.589595:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000159bb9ca. 00000400:00000010:1.0:1761312153.589610:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312153.589613:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516672, offset 224 00000400:00000200:1.0:1761312153.589619:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.589645:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.589649:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88834:88834:255:4294967295] 192.168.203.32@tcp LPNI seq info [88834:88834:7:4294967295] 00000400:00000200:1.0:1761312153.589655:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.589659:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.589662:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7341425 (tot 82339314). 00000800:00000200:1.0:1761312153.589666:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.589670:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.589672:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c7341425 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.589685:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.589691:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.589695:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439f5f1a. 02000000:00000010:1.0:1761312153.589704:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d38b440b. 00000100:00000010:1.0:1761312153.589707:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:1.0:1761312153.589711:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6a39e5e. 00000100:00000010:1.0:1761312153.589715:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 02000000:00000010:1.0:1761312153.589718:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080914b20. 00000100:00000010:1.0:1761312153.589719:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:1.0:1761312153.589724:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004461853. 00000100:00000010:1.0:1761312153.589727:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:1.0:1761312153.589730:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74d87a8. 00000100:00000010:1.0:1761312153.589732:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:1.0:1761312153.589734:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ebe5fc. 00000100:00000010:1.0:1761312153.589736:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000200:1.0:1761312153.589756:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.589760:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008606f49d. 00000400:00000010:1.0:1761312153.589764:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000066bfc105 (tot 82339466). 00000800:00000200:2.0:1761312153.589886:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.589890:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312153.589894:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.589899:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.589904:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:2.0:1761312153.589905:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000100:00000200:2.0:1761312153.589911:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015318976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312153.589984:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.589986:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7341425 (tot 82338970). 00000400:00000200:2.0:1761312153.589990:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.589993:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.589995:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:2.0:1761312153.589997:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 02000000:00000010:2.0:1761312153.590000:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00010000:00000010:1.1:1761312153.597721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003725af9d. 00000400:00000200:1.0:1761312153.598987:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.599005:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780007c0 00000400:00000200:1.0:1761312153.599013:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae83d [1] + 224 00000400:00000200:1.0:1761312153.599046:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.599051:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.599062:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015318976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.599269:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.599274:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:3.0:1761312153.599276:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.599281:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015318976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.599287:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015318976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.599314:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046b866fc. 02000000:00000010:3.0:1761312153.599319:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be649972. 00000100:00000010:3.0:1761312153.599323:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312153.599327:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.599330:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000057db2ca. 00000400:00000200:0.0:1761312153.600240:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.600252:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54580 00000400:00000200:0.0:1761312153.600258:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 0 00000400:00000200:0.0:1761312153.600772:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.600779:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.600785:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.600791:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000020:00000010:2.0:1761312153.600882:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014c2d0ef. 00000020:00000010:2.0:1761312153.600888:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.600893:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.600916:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012516736/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.601334:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516736 02000000:00000010:2.0:1761312153.601351:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d758c30. 00010000:00000010:2.0:1761312153.601381:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d29dc4d9. 00010000:00000010:2.0:1761312153.601404:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312153.601411:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.601424:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.601428:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312153.601441:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312153.601447:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516736, offset 224 00000400:00000200:2.0:1761312153.601456:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.601470:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.601476:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88835:88835:256:4294967295] 192.168.203.32@tcp LPNI seq info [88835:88835:8:4294967295] 00000400:00000200:2.0:1761312153.601487:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.601492:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.601498:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.601503:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.601511:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.601514:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.601534:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.601539:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.601543:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014c2d0ef. 00080000:00000010:3.0:1761312153.601758:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d64fbb03. 00010000:00000010:3.0:1761312153.601839:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.601846:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000734a8d4b. 00010000:00000010:3.0:1761312153.601915:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312153.601919:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312153.601925:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bc5c66b. 00010000:00000010:3.0:1761312153.601930:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c256f4d. 00080000:00000010:3.0:1761312153.601943:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be649972. 00010000:00000010:3.0:1761312153.601969:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.601973:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312153.602027:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312153.602031:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.602038:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000057db2ca. 00000100:00000010:3.0:1761312153.602043:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.602050:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.602061:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046b866fc. 02000000:00000010:3.0:1761312153.602089:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e74d87a8. 00000400:00000010:3.0:1761312153.602096:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.602101:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.602106:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319040, portal 16 00000400:00000010:3.0:1761312153.602111:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312153.602113:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319040, offset 0 00000400:00000200:3.0:1761312153.602120:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.602128:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.602135:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.602138:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.602142:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.602145:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88836:88836:255:4294967295] 192.168.203.32@tcp LPNI seq info [88836:88836:7:4294967295] 00000400:00000200:3.0:1761312153.602152:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.602157:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.602161:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339466). 00000800:00000200:3.0:1761312153.602165:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.602171:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.602174:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312153.602666:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a2fec. 00010000:00000010:1.1:1761312153.602674:0:1028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f88488eb. 00000800:00000200:2.0:1761312153.603813:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.603821:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:2.0:1761312153.603830:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.603840:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.603846:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:2.0:1761312153.603848:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000800:00000200:2.0:1761312153.603925:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.603927:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:2.0:1761312153.603932:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.603935:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.603938:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:2.0:1761312153.603940:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:2.0:1761312153.603947:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015319040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.606166:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.606184:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000800 00000400:00000200:0.0:1761312153.606194:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae851 [1] + 224 00000400:00000200:0.0:1761312153.606209:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.606213:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.606223:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015319040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.606906:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.606912:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:3.0:1761312153.606913:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.606920:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015319040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.606928:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015319040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.606959:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e74d87a8. 02000000:00000010:3.0:1761312153.606964:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b866fc. 00000100:00000010:3.0:1761312153.606968:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312153.606972:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.606975:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000057db2ca. 00000400:00000200:0.0:1761312153.609097:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.609117:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d545c0 00000400:00000200:0.0:1761312153.609126:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 328 00000400:00000200:0.0:1761312153.609193:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.609199:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.609208:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.609214:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00000020:00000010:2.0:1761312153.609441:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014c2d0ef. 00000020:00000010:2.0:1761312153.609449:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.609453:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.609479:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f04076bd x1846868012516800/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.609518:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516800 02000000:00000010:2.0:1761312153.609528:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad47d8fe. 00010000:00000010:2.0:1761312153.609556:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f9eba22. 00010000:00000010:2.0:1761312153.609575:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312153.609581:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.609611:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.609616:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312153.609649:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312153.609655:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516800, offset 224 00000400:00000200:2.0:1761312153.609663:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312153.609664:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74d87a8. 00000400:00000200:2.0:1761312153.609674:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.609681:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88837:88837:256:4294967295] 192.168.203.32@tcp LPNI seq info [88837:88837:8:4294967295] 00000400:00000200:2.0:1761312153.609705:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.609711:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.609716:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.609723:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.609730:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.609733:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761312153.609756:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00000020:00000010:2.0:1761312153.609762:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00010000:00000010:3.0:1761312153.609764:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046a8a97f. 00000020:00000010:2.0:1761312153.609769:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.609775:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014c2d0ef. 00010000:00000010:3.0:1761312153.609833:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312153.609840:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.609850:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000057db2ca. 00000100:00000010:3.0:1761312153.609854:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.609863:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.609874:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004461853. 02000000:00000010:3.0:1761312153.609904:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6a39e5e. 00000400:00000010:3.0:1761312153.609910:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.609917:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.609922:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319104, portal 16 00000400:00000010:3.0:1761312153.609928:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312153.609930:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319104, offset 0 00000400:00000200:3.0:1761312153.609935:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.609942:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.609948:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.609953:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.609957:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.609960:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88838:88838:255:4294967295] 192.168.203.32@tcp LPNI seq info [88838:88838:7:4294967295] 00000400:00000200:3.0:1761312153.609967:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.609972:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.609976:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339466). 00000800:00000200:3.0:1761312153.609985:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.609990:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.609993:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.610081:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.610086:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:0.0:1761312153.610091:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.610095:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.610099:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:0.0:1761312153.610101:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000800:00000200:0.0:1761312153.610228:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.610231:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:0.0:1761312153.610235:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.610241:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.610244:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:0.0:1761312153.610246:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:0.0:1761312153.610252:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015319104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.611768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be5ee8e8. 00010000:00000010:3.1:1761312153.611780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:2.1:1761312153.611780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b61f91cc. 00010000:00000010:3.1:1761312153.611786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312153.611793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc5c66b. 00000400:00000200:0.0:1761312153.612116:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.612131:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000840 00000400:00000200:0.0:1761312153.612139:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae85d [1] + 224 00000400:00000200:0.0:1761312153.612157:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.612160:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.612170:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015319104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.612620:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.612651:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:3.0:1761312153.612653:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.612660:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015319104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.612668:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015319104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.612705:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6a39e5e. 02000000:00000010:3.0:1761312153.612715:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004461853. 00000100:00000010:3.0:1761312153.612719:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312153.612723:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.612727:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000057db2ca. 00000400:00000200:0.0:1761312153.613327:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.613340:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54600 00000400:00000200:0.0:1761312153.613346:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 656 00000400:00000200:0.0:1761312153.613574:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.613580:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.613586:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.613591:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 00000020:00000010:2.0:1761312153.613832:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014c2d0ef. 00000020:00000010:2.0:1761312153.613838:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.613842:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.613866:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000021c343c4 x1846868012516864/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.613900:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516864 02000000:00000010:2.0:1761312153.613911:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c29432b5. 00010000:00000010:2.0:1761312153.613939:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003426bf2c. 00010000:00000010:2.0:1761312153.613959:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312153.613965:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.613983:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.613988:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312153.614001:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312153.614006:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516864, offset 224 00000400:00000200:2.0:1761312153.614014:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.614025:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.614030:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88839:88839:256:4294967295] 192.168.203.32@tcp LPNI seq info [88839:88839:8:4294967295] 00000400:00000200:2.0:1761312153.614040:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.614045:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.614049:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.614054:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.614061:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.614064:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.614084:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312153.614089:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.614092:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014c2d0ef. 00000800:00000200:2.0:1761312153.614164:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.614167:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:2.0:1761312153.614172:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.614176:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.614179:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:2.0:1761312153.614181:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00080000:00000010:3.0:1761312153.614265:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004461853. 00010000:00000010:3.0:1761312153.614352:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.614359:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd6a44d8. 00010000:00000010:3.0:1761312153.614431:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bc5c66b. 00010000:00000010:3.0:1761312153.614436:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c256f4d. 00010000:00000010:3.0:1761312153.614446:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000057db2ca. 00000100:00000010:3.0:1761312153.614450:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.614456:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.614466:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6a39e5e. 02000000:00000010:3.0:1761312153.614488:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093b1a26d. 00000400:00000010:3.0:1761312153.614492:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.614496:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312153.614501:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319168, portal 16 00000400:00000010:3.0:1761312153.614505:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312153.614507:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319168, offset 0 00000400:00000200:3.0:1761312153.614512:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.614518:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.614524:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.614527:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.614530:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.614532:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88840:88840:256:4294967295] 192.168.203.32@tcp LPNI seq info [88840:88840:8:4294967295] 00000400:00000200:3.0:1761312153.614539:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.614543:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.614546:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.614550:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.614554:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.614557:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.614834:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.614837:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312153.614840:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.614844:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.614847:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:0.0:1761312153.614848:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:0.0:1761312153.614853:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015319168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.615953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701d87c8. 00010000:00000010:2.1:1761312153.617779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d9d323a. 00000400:00000200:0.0:1761312153.618103:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.618119:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000880 00000400:00000200:0.0:1761312153.618133:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae869 [1] + 224 00000400:00000200:0.0:1761312153.618150:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.618154:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.618163:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015319168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.618359:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:2.0:1761312153.618363:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:2.0:1761312153.618365:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:2.0:1761312153.618370:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015319168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.618377:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015319168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.618401:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093b1a26d. 02000000:00000010:2.0:1761312153.618407:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6a39e5e. 00000100:00000010:2.0:1761312153.618412:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:2.0:1761312153.618415:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:2.0:1761312153.618418:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000057db2ca. 00010000:00000010:3.1:1761312153.618859:0:29801:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f88e41f. 00010000:00000010:3.1:1761312153.618867:0:29801:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00000400:00000200:0.0:1761312153.621597:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.621617:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54640 00000400:00000200:0.0:1761312153.621641:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 984 00010000:00000010:3.1:1761312153.621654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0cb34a. 00010000:00000010:3.1:1761312153.621661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:0.0:1761312153.621705:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.621710:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.621716:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.621721:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 00000020:00000010:3.0:1761312153.621785:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6a39e5e. 00000020:00000010:3.0:1761312153.621793:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312153.621797:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.621825:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d91a4279 x1846868012516928/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.621948:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516928 02000000:00000010:3.0:1761312153.621960:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093b1a26d. 00010000:00000010:3.0:1761312153.621990:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000238d4f63. 00010000:00000010:3.0:1761312153.622012:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.622019:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.622044:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.622048:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000400:00000010:3.0:1761312153.622061:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312153.622067:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516928, offset 224 00000400:00000200:3.0:1761312153.622074:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.622084:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.622090:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88841:88841:256:4294967295] 192.168.203.32@tcp LPNI seq info [88841:88841:8:4294967295] 00000400:00000200:3.0:1761312153.622099:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.622104:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.622109:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.622114:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.622120:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.622124:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.622138:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312153.622143:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.622146:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6a39e5e. 00000800:00000200:0.0:1761312153.622810:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.622814:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312153.622819:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.622825:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.622830:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:0.0:1761312153.622832:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00080000:00000010:0.0:1761312153.622864:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4b32eab. 00010000:00000010:0.0:1761312153.622956:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c256f4d. 00010000:00000010:0.0:1761312153.622963:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000985aee48. 00010000:00000010:0.0:1761312153.624736:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312153.624759:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008785608b. 00010000:00000010:0.0:1761312153.624773:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006212b8fc. 00000100:00000010:0.0:1761312153.624781:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312153.624790:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 02000000:00000010:0.0:1761312153.624802:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac6af860. 02000000:00000010:0.0:1761312153.624828:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e590519. 00000400:00000010:0.0:1761312153.624833:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000400:00000010:0.0:1761312153.624838:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312153.624844:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319232, portal 16 00000400:00000010:0.0:1761312153.624848:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312153.624850:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319232, offset 0 00000400:00000200:0.0:1761312153.624860:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.624874:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.624880:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.624883:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.624886:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.624889:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88842:88842:256:4294967295] 192.168.203.32@tcp LPNI seq info [88842:88842:8:4294967295] 00000400:00000200:0.0:1761312153.624899:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.624904:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.624907:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.624913:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.624919:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.624923:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.625021:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.625024:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:0.0:1761312153.625028:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.625032:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.625035:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:0.0:1761312153.625037:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:0.0:1761312153.625042:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015319232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.635597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5445d2. 00000400:00000200:0.0:1761312153.635768:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.635785:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780008c0 00000400:00000200:0.0:1761312153.635794:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae875 [1] + 224 00000400:00000200:0.0:1761312153.635810:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.635814:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.635824:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015319232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.637586:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:3.0:1761312153.637593:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:3.0:1761312153.637595:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:3.0:1761312153.637607:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015319232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.637617:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015319232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.637665:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e590519. 02000000:00000010:3.0:1761312153.637670:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac6af860. 00000100:00000010:3.0:1761312153.637674:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:3.0:1761312153.637678:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:3.0:1761312153.637681:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006212b8fc. 00010000:00000010:0.1:1761312153.639669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7dd8a80. 00010000:00000010:0.1:1761312153.639682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc5c66b. 00000400:00000200:0.0:1761312153.640550:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.640567:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54680 00000400:00000200:0.0:1761312153.640574:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 1312 00000400:00000200:0.0:1761312153.640839:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.640846:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.640853:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.640858:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 00000020:00000010:3.0:1761312153.640996:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f28863. 00000020:00000010:3.0:1761312153.641002:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.641007:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.641032:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000926416a1 x1846868012516992/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.641076:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012516992 02000000:00000010:3.0:1761312153.641087:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6a39e5e. 00010000:00000010:3.0:1761312153.641115:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3658b99. 00010000:00000010:3.0:1761312153.641134:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.641140:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.641158:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.641161:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000400:00000010:3.0:1761312153.641175:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312153.641180:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012516992, offset 224 00000400:00000200:3.0:1761312153.641187:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.641197:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.641202:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88843:88843:256:4294967295] 192.168.203.32@tcp LPNI seq info [88843:88843:8:4294967295] 00000400:00000200:3.0:1761312153.641212:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.641216:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.641220:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.641225:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.641232:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.641235:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.641249:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.641253:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.641256:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f28863. 00000800:00000200:0.0:1761312153.641375:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.641378:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:0.0:1761312153.641381:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.641385:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.641388:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:0.0:1761312153.641390:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00080000:00000010:0.0:1761312153.641414:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e645376a. 00010000:00000010:0.0:1761312153.641486:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008785608b. 00010000:00000010:0.0:1761312153.641492:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000807d3a63. 00010000:00000010:0.0:1761312153.641557:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.0:1761312153.641562:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008785608b. 00010000:00000010:0.0:1761312153.641571:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2673d7. 00000100:00000010:0.0:1761312153.641574:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312153.641580:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 02000000:00000010:0.0:1761312153.641590:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086880868. 02000000:00000010:0.0:1761312153.642266:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a591924. 00000400:00000010:0.0:1761312153.642275:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009de7dae0. 00000400:00000010:0.0:1761312153.642279:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312153.642286:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319296, portal 16 00000400:00000010:0.0:1761312153.642290:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312153.642293:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319296, offset 0 00000400:00000200:0.0:1761312153.642299:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.642309:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.642315:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.642319:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.642321:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.642324:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88844:88844:256:4294967295] 192.168.203.32@tcp LPNI seq info [88844:88844:8:4294967295] 00000400:00000200:0.0:1761312153.642332:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.642337:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.642340:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.642344:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.642349:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.642352:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.642487:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.642491:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.642495:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.642498:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.642501:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:1.0:1761312153.642502:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:1.0:1761312153.642508:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c51fe62 x1846868015319296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.646918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc7a5bad. 00000400:00000200:0.0:1761312153.647483:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.647498:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000900 00000400:00000200:0.0:1761312153.647506:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae881 [1] + 224 00000400:00000200:0.0:1761312153.647516:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.647519:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.647528:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c51fe62 x1846868015319296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.647559:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.647563:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d546c0 00000400:00000200:0.0:1761312153.647567:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 1640 00000400:00000200:0.0:1761312153.647576:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.647579:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.647582:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.647587:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000400:00000010:3.0:1761312153.647658:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009de7dae0. 00000400:00000200:3.0:1761312153.647662:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:3.0:1761312153.647665:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:3.0:1761312153.647670:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c51fe62 x1846868015319296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.647676:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c51fe62 x1846868015319296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.647710:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a591924. 02000000:00000010:3.0:1761312153.647716:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086880868. 00000100:00000010:3.0:1761312153.647719:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 00000100:00000010:3.0:1761312153.647722:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:3.0:1761312153.647725:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2673d7. 00000020:00000010:1.0:1761312153.648107:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004269c457. 00000020:00000010:1.0:1761312153.648115:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.648119:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.648143:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012517056/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.648270:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517056 02000000:00000010:1.0:1761312153.648281:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312153.648307:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8715815. 00010000:00000010:1.0:1761312153.648326:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.648332:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b701942. 00000100:00000010:1.0:1761312153.648340:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b701942. 00010000:00000010:1.0:1761312153.648342:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.648353:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312153.648358:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517056, offset 224 00000400:00000200:1.0:1761312153.648365:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.648375:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.648380:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88845:88845:256:4294967295] 192.168.203.32@tcp LPNI seq info [88845:88845:8:4294967295] 00000400:00000200:1.0:1761312153.648389:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.648394:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.648397:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ca324ba6 (tot 82339218). 00000800:00000200:1.0:1761312153.648402:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.648408:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.648411:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ca324ba6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.648427:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.648431:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.648434:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004269c457. 00080000:00000010:3.0:1761312153.650990:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e77adb0. 00010000:00000010:3.0:1761312153.651079:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008785608b. 00010000:00000010:3.0:1761312153.651086:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd6ba947. 00010000:00000010:3.0:1761312153.651149:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312153.651153:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008841b49a. 00010000:00000010:3.0:1761312153.651157:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312153.651162:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1244e19. 00080000:00000010:3.0:1761312153.651175:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6f28863. 00010000:00000010:3.0:1761312153.651198:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.651202:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008841b49a. 00010000:00000010:3.0:1761312153.651245:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312153.651249:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.651256:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.651263:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.651271:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312153.651285:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046b866fc. 02000000:00000010:3.0:1761312153.651311:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b663b762. 00000400:00000010:3.0:1761312153.651317:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.651323:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.651331:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319360, portal 16 00000400:00000010:3.0:1761312153.651335:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312153.651338:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319360, offset 0 00000400:00000200:3.0:1761312153.651346:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.651361:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.651367:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.651370:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.651372:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.651376:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88846:88846:255:4294967295] 192.168.203.32@tcp LPNI seq info [88846:88846:7:4294967295] 00000400:00000200:3.0:1761312153.651384:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.651390:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.651393:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:3.0:1761312153.651399:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.651406:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.651409:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312153.651533:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b391f648. 00010000:00000010:0.1:1761312153.651540:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00000800:00000200:0.0:1761312153.651590:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.651595:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ca324ba6 (tot 82339218). 00000400:00000200:0.0:1761312153.651601:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.651605:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.651611:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:0.0:1761312153.651613:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000800:00000200:0.0:1761312153.651701:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.651704:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312153.651707:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.651710:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.651712:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:0.0:1761312153.651713:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:0.0:1761312153.651718:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015319360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.661408:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.661428:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000940 00000400:00000200:1.0:1761312153.661438:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae88d [1] + 224 00000400:00000200:1.0:1761312153.661450:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.661456:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.661467:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015319360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.661509:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.661514:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54700 00000400:00000200:1.0:1761312153.661519:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad1a5 [2] + 1968 00000400:00000010:1.0:1761312153.661523:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b209781. 00000400:00000200:1.0:1761312153.661527:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f0b90e6 00000400:00000200:1.0:1761312153.661535:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.661538:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.661540:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f0b90e6 00000400:00000010:1.0:1761312153.661542:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f0b90e6 (tot 82338818). 00000100:00000200:1.0:1761312153.661547:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.661596:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004269c457. 00000020:00000010:1.0:1761312153.661604:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.661608:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.661661:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d50c27 x1846868012517120/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.661712:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517120 02000000:00000010:1.0:1761312153.661725:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000439f5f1a. 00010000:00000010:1.0:1761312153.661781:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.661788:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b701942. 00000100:00000010:1.0:1761312153.661795:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b701942. 00010000:00000010:1.0:1761312153.661798:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.661815:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312153.661820:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517120, offset 224 00000400:00000200:1.0:1761312153.661828:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.661839:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.661845:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88847:88847:256:4294967295] 192.168.203.32@tcp LPNI seq info [88847:88847:8:4294967295] 00000400:00000200:1.0:1761312153.661855:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.661861:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.661865:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000027385 (tot 82339066). 00000800:00000200:1.0:1761312153.661871:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.661878:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.661883:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000000027385 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.661906:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.661912:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.661915:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004269c457. 02000000:00000010:1.0:1761312153.661925:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:1.0:1761312153.661927:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:1.0:1761312153.661932:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6a39e5e. 00000100:00000010:1.0:1761312153.661938:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 02000000:00000010:1.0:1761312153.661941:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093b1a26d. 00000100:00000010:1.0:1761312153.661944:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 02000000:00000010:1.0:1761312153.661947:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c29432b5. 00000100:00000010:1.0:1761312153.661949:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 02000000:00000010:1.0:1761312153.661952:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad47d8fe. 00000100:00000010:1.0:1761312153.661954:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:1.0:1761312153.661957:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d758c30. 00000100:00000010:1.0:1761312153.661958:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000200:1.0:1761312153.661964:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.661968:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b209781. 00000400:00000010:1.0:1761312153.661971:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b701942 (tot 82339218). 00000800:00000200:0.0:1761312153.661990:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.661994:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000027385 (tot 82338970). 00000400:00000200:0.0:1761312153.661999:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.662002:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.662005:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:0.0:1761312153.662006:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 02000000:00000010:0.0:1761312153.662010:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000439f5f1a. 00000400:00000010:3.0:1761312153.662549:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.662554:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312153.662556:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:3.0:1761312153.662562:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015319360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.662571:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015319360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312153.662592:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc7f807c. 02000000:00000010:3.0:1761312153.662606:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b663b762. 02000000:00000010:3.0:1761312153.662610:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b866fc. 00000100:00000010:3.0:1761312153.662614:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:3.0:1761312153.662619:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.662642:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00080000:00000010:3.0:1761312153.662659:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b663b762. 00010000:00000010:3.0:1761312153.662759:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.662766:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099da9403. 00010000:00000010:3.0:1761312153.662836:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312153.662841:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.662851:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.662855:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.662862:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312153.662872:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0cdd2e2. 02000000:00000010:3.0:1761312153.662895:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043183dc6. 00000400:00000010:3.0:1761312153.662899:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.662902:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.662905:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319424, portal 16 00000400:00000010:3.0:1761312153.662909:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312153.662911:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319424, offset 0 00000400:00000200:3.0:1761312153.662917:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.662925:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.662931:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.662935:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.662937:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.662940:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88848:88848:256:4294967295] 192.168.203.32@tcp LPNI seq info [88848:88848:8:4294967295] 00000400:00000200:3.0:1761312153.662947:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.662952:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.662956:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.662961:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.662967:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.662970:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.666551:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.666560:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312153.666568:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.666578:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.666583:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:1.0:1761312153.666585:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000100:00000200:1.0:1761312153.666594:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015319424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.667104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed88b72. 00010000:00000010:3.1:1761312153.667113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00010000:00000010:3.1:1761312153.667116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312153.667120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00010000:00000010:1.1:1761312153.667649:0:1028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000722c5a54. 00000400:00000200:1.0:1761312153.676273:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.676289:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000980 00000400:00000200:1.0:1761312153.676298:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae89d [1] + 224 00000400:00000200:1.0:1761312153.676313:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.676317:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.676326:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015319424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.676395:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.676400:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312153.676402:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:3.0:1761312153.676407:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015319424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.676413:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015319424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.676438:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043183dc6. 02000000:00000010:3.0:1761312153.676442:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0cdd2e2. 00000100:00000010:3.0:1761312153.676445:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:3.0:1761312153.676451:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.676454:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000400:00000200:2.0:1761312153.677300:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.677312:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54740 00000400:00000200:2.0:1761312153.677318:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 0 00000400:00000200:2.0:1761312153.677366:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.677370:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.677374:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.677379:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff718bdd. 00000020:00000010:3.0:1761312153.677495:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0cdd2e2. 00000020:00000010:3.0:1761312153.677502:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.677507:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.677531:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ff718bdd x1846868012517184/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.677569:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517184 02000000:00000010:3.0:1761312153.677581:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043183dc6. 00010000:00000010:3.0:1761312153.677607:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000868597a2. 00010000:00000010:3.0:1761312153.677654:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.677659:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.677667:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.677670:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000400:00000010:3.0:1761312153.677681:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.677686:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517184, offset 224 00000400:00000200:3.0:1761312153.677693:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.677702:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.677707:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88849:88849:256:4294967295] 192.168.203.32@tcp LPNI seq info [88849:88849:8:4294967295] 00000400:00000200:3.0:1761312153.677716:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.677721:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.677725:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.677729:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.677736:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.677740:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.677763:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.677769:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.677772:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0cdd2e2. 00000800:00000200:3.0:1761312153.677842:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.677845:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:3.0:1761312153.677848:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.677851:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.677854:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312153.677856:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00080000:00000010:3.0:1761312153.677879:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cdd2e2. 00010000:00000010:3.0:1761312153.678005:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.678011:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b32c281. 00010000:00000010:3.0:1761312153.678092:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312153.678097:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.678107:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.678110:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.678115:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312153.678125:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008484c9cd. 02000000:00000010:3.0:1761312153.678148:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ca9bce0. 00000400:00000010:3.0:1761312153.678152:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.678155:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.678159:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319488, portal 16 00000400:00000010:3.0:1761312153.678163:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312153.678165:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319488, offset 0 00000400:00000200:3.0:1761312153.678169:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.678175:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.678181:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.678184:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.678186:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.678189:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88850:88850:256:4294967295] 192.168.203.32@tcp LPNI seq info [88850:88850:8:4294967295] 00000400:00000200:3.0:1761312153.678196:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.678200:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.678202:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.678206:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.678210:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.678212:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.678733:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.678736:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312153.678741:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.678753:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.678756:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:1.0:1761312153.678758:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000100:00000200:1.0:1761312153.678763:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015319488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.681346:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.681363:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780009c0 00000400:00000200:2.0:1761312153.681371:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8a9 [1] + 224 00000400:00000200:2.0:1761312153.681386:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.681389:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.681398:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015319488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.681447:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.681452:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312153.681454:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:3.0:1761312153.681460:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015319488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.681468:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015319488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.681495:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ca9bce0. 02000000:00000010:3.0:1761312153.681500:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008484c9cd. 00000100:00000010:3.0:1761312153.681503:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:3.0:1761312153.681509:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.681512:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000400:00000200:3.0:1761312153.682576:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.682588:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54780 00000400:00000200:3.0:1761312153.682595:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 328 00000400:00000200:3.0:1761312153.682673:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.682678:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.682688:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.682693:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00000020:00000010:2.0:1761312153.682758:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eae8c080. 00000020:00000010:2.0:1761312153.682765:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.682769:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.682791:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012517248/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.682828:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517248 02000000:00000010:2.0:1761312153.682838:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007bf4ff96. 00010000:00000010:2.0:1761312153.682864:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff9876d3. 00010000:00000010:2.0:1761312153.682884:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.682890:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.682899:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.682902:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.682915:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312153.682919:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517248, offset 224 00000400:00000200:2.0:1761312153.682927:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.682937:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.682953:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88851:88851:256:4294967295] 192.168.203.32@tcp LPNI seq info [88851:88851:8:4294967295] 00000400:00000200:2.0:1761312153.682965:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.682970:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.682974:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.682980:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.682985:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.682989:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.683007:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.683010:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.683013:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eae8c080. 00000800:00000200:2.0:1761312153.683079:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.683082:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:2.0:1761312153.683087:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.683090:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.683093:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:2.0:1761312153.683094:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00080000:00000010:3.0:1761312153.684043:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008484c9cd. 00010000:00000010:3.0:1761312153.684117:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.684123:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000167aab74. 00010000:00000010:3.0:1761312153.684183:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bc5c66b. 00010000:00000010:3.0:1761312153.684188:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1244e19. 00010000:00000010:3.0:1761312153.684198:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000512cf893. 00000100:00000010:3.0:1761312153.684204:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.684211:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.684222:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ca9bce0. 02000000:00000010:3.0:1761312153.684244:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0c2bc4. 00000400:00000010:3.0:1761312153.684249:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.684253:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312153.684258:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319552, portal 16 00000400:00000010:3.0:1761312153.684262:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312153.684264:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319552, offset 0 00000400:00000200:3.0:1761312153.684271:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.684282:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.684288:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.684291:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.684294:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.684296:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88852:88852:256:4294967295] 192.168.203.32@tcp LPNI seq info [88852:88852:8:4294967295] 00000400:00000200:3.0:1761312153.684303:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.684308:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.684311:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.684316:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.684322:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.684324:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.685470:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.685475:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312153.685480:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.685486:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.685490:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312153.685492:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00000100:00000200:1.0:1761312153.685499:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015319552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.687187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057755796. 00010000:00000010:3.1:1761312153.687202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0a57721. 00010000:00000010:3.1:1761312153.687206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.1:1761312153.687657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003645fa92. 00010000:00000010:3.1:1761312153.687664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ad24d7f. 00010000:00000010:3.1:1761312153.687667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.1:1761312153.687670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba775909. 00010000:00000010:3.1:1761312153.687673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:3.0:1761312153.688006:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.688019:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000a00 00000400:00000200:3.0:1761312153.688026:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8b5 [1] + 224 00000400:00000200:3.0:1761312153.688036:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.688039:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.688047:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015319552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.688080:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.688084:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d547c0 00000400:00000200:3.0:1761312153.688088:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 656 00000400:00000200:3.0:1761312153.688096:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.688099:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.688102:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.688106:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312153.688167:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000456bca08. 00000400:00000010:0.0:1761312153.688171:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000020:00000010:1.0:1761312153.688174:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000400:00000200:0.0:1761312153.688175:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:0.0:1761312153.688177:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000020:00000010:1.0:1761312153.688178:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:0.0:1761312153.688183:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015319552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.688189:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015319552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312153.688198:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012517312/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1761312153.688212:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.688217:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ca9bce0. 00000100:00000010:0.0:1761312153.688220:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:0.0:1761312153.688224:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:0.0:1761312153.688227:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000512cf893. 00000100:00000200:1.0:1761312153.688231:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517312 02000000:00000010:1.0:1761312153.688241:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312153.688265:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000523d2949. 00010000:00000010:1.0:1761312153.688285:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.688291:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006061c082. 00000100:00000010:1.0:1761312153.688307:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006061c082. 00010000:00000010:1.0:1761312153.688310:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.688321:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312153.688325:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517312, offset 224 00000400:00000200:1.0:1761312153.688333:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.688333:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d612673. 00000400:00000200:1.0:1761312153.688342:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.688347:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88853:88853:256:4294967295] 192.168.203.32@tcp LPNI seq info [88853:88853:8:4294967295] 00000400:00000200:1.0:1761312153.688355:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.688360:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.688363:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312153.688368:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.688374:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.688377:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.688399:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.688404:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:1.0:1761312153.688407:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000456bca08. 00000800:00000200:2.0:1761312153.688476:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.688480:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:2.0:1761312153.688484:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.688488:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.688490:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:2.0:1761312153.688491:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00010000:00000010:0.0:1761312153.689694:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1244e19. 00010000:00000010:0.0:1761312153.689704:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ce41a58. 00010000:00000010:0.0:1761312153.689792:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312153.689798:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.689807:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080c6e28d. 00000100:00000010:0.0:1761312153.689813:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.689821:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 02000000:00000010:0.0:1761312153.689832:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da344ad0. 02000000:00000010:0.0:1761312153.689855:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009714926d. 00000400:00000010:0.0:1761312153.689860:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bae7c25. 00000400:00000010:0.0:1761312153.689865:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.689869:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319616, portal 16 00000400:00000010:0.0:1761312153.689874:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312153.689876:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319616, offset 0 00000400:00000200:0.0:1761312153.689883:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.689894:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.689900:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.689903:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.689906:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.689908:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88854:88854:256:4294967295] 192.168.203.32@tcp LPNI seq info [88854:88854:8:4294967295] 00000400:00000200:0.0:1761312153.689915:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.689920:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.689923:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.689929:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.689934:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.689937:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.690185:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.690189:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312153.690193:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.690197:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.690200:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:1.0:1761312153.690202:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:1.0:1761312153.690207:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfb71ed1 x1846868015319616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.690660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087210c2b. 00010000:00000010:1.1:1761312153.695820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b2761c. 00000400:00000200:3.0:1761312153.695843:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.695858:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000a40 00000400:00000200:3.0:1761312153.695867:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8c1 [1] + 224 00000400:00000200:3.0:1761312153.695879:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.695882:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.695893:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfb71ed1 x1846868015319616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.695928:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.695933:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54800 00000400:00000200:3.0:1761312153.695937:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 984 00000400:00000010:0.0:1761312153.695965:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bae7c25. 00000400:00000200:0.0:1761312153.695969:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.695971:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:0.0:1761312153.695977:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfb71ed1 x1846868015319616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.695984:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfb71ed1 x1846868015319616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.695989:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.695991:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.695995:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.696000:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:0.0:1761312153.696010:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009714926d. 00000020:00000010:1.0:1761312153.696052:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000456bca08. 00000020:00000010:1.0:1761312153.696059:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312153.696063:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005aab48f5. 00000100:00000200:1.0:1761312153.696084:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012517376/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:0.0:1761312153.696520:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da344ad0. 00000100:00000010:0.0:1761312153.696524:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 00000100:00000010:0.0:1761312153.696528:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312153.696532:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080c6e28d. 00000100:00000200:2.0:1761312153.696609:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517376 02000000:00000010:2.0:1761312153.696688:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eae8c080. 00010000:00000010:2.0:1761312153.696717:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000751e178f. 00010000:00000010:2.0:1761312153.696737:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.696751:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.696768:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.696772:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.696785:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312153.696789:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517376, offset 224 00000400:00000200:2.0:1761312153.696797:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.696809:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00080000:00000010:0.0:1761312153.696811:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da344ad0. 00000400:00000200:2.0:1761312153.696814:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88855:88855:256:4294967295] 192.168.203.32@tcp LPNI seq info [88855:88855:8:4294967295] 00000400:00000200:2.0:1761312153.696822:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.696828:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.696831:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312153.696836:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.696843:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.696846:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.696874:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:2.0:1761312153.696878:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005aab48f5. 00000020:00000010:2.0:1761312153.696882:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000456bca08. 00010000:00000010:0.0:1761312153.696889:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.696895:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df7bef74. 00010000:00000010:0.0:1761312153.696972:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038c52d63. 00010000:00000010:0.0:1761312153.696976:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000056484ee5. 00010000:00000010:0.0:1761312153.696981:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.696985:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00080000:00000010:0.0:1761312153.696995:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009714926d. 00010000:00000010:0.0:1761312153.697019:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.697023:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056484ee5. 00010000:00000010:0.0:1761312153.697074:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312153.697078:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000045e00a60. 00010000:00000010:0.0:1761312153.697084:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080c6e28d. 00000100:00000010:0.0:1761312153.697088:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.697093:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 02000000:00000010:0.0:1761312153.697103:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a304a3b. 02000000:00000010:0.0:1761312153.697125:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a80092a5. 00000400:00000010:0.0:1761312153.697130:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bae7c25. 00000400:00000010:0.0:1761312153.697135:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.697139:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319680, portal 16 00000400:00000010:0.0:1761312153.697143:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312153.697145:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319680, offset 0 00000400:00000200:0.0:1761312153.697151:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.697157:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.697162:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.697165:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.697168:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.697170:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88856:88856:255:4294967295] 192.168.203.32@tcp LPNI seq info [88856:88856:7:4294967295] 00000400:00000200:0.0:1761312153.697177:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.697183:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.697186:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.697189:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.697193:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.697195:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.697328:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.697332:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:1.0:1761312153.697337:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.697341:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.697344:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:1.0:1761312153.697345:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000800:00000200:1.0:1761312153.697389:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.697391:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312153.697394:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.697401:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.697404:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:1.0:1761312153.697405:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:1.0:1761312153.697411:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfb71ed1 x1846868015319680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.699740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e1c2ab5. 00010000:00000010:0.1:1761312153.699764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc5c66b. 00000400:00000200:1.0:1761312153.700371:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.700391:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000a80 00000400:00000200:1.0:1761312153.700398:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8cd [1] + 224 00000400:00000200:1.0:1761312153.700413:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.700417:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.700429:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfb71ed1 x1846868015319680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.700462:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.700467:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54840 00000400:00000200:1.0:1761312153.700472:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 1312 00000400:00000200:1.0:1761312153.700524:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.700528:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:0.0:1761312153.700533:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bae7c25. 00000400:00000200:0.0:1761312153.700537:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:0.0:1761312153.700539:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:1.0:1761312153.700544:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761312153.700545:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfb71ed1 x1846868015319680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761312153.700549:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000100:00000200:0.0:1761312153.700552:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfb71ed1 x1846868015319680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.700580:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a80092a5. 02000000:00000010:0.0:1761312153.700586:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a304a3b. 00000100:00000010:0.0:1761312153.700589:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 00000100:00000010:0.0:1761312153.700593:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312153.700595:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080c6e28d. 00000020:00000010:2.0:1761312153.701107:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d77f1c3. 00000020:00000010:2.0:1761312153.701115:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.701119:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.701143:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012517440/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.701213:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517440 02000000:00000010:2.0:1761312153.701229:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e7d520d. 00010000:00000010:2.0:1761312153.701256:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc050df5. 00010000:00000010:2.0:1761312153.701278:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.701286:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.701303:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.701308:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.701322:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312153.701326:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517440, offset 224 00000400:00000200:2.0:1761312153.701334:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.701346:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.701351:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88857:88857:256:4294967295] 192.168.203.32@tcp LPNI seq info [88857:88857:8:4294967295] 00000400:00000200:2.0:1761312153.701360:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.701366:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.701370:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312153.701376:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.701382:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.701385:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.701400:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.701404:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.701408:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d77f1c3. 00000800:00000200:3.0:1761312153.701772:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.701776:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312153.701781:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.701785:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.701788:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:3.0:1761312153.701789:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00080000:00000010:3.0:1761312153.701813:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b866fc. 00010000:00000010:3.0:1761312153.701889:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e00a60. 00010000:00000010:3.0:1761312153.701895:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3172d40. 00010000:00000010:3.0:1761312153.701960:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312153.701965:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.701973:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.701977:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.701983:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.701992:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3bd5bf2. 02000000:00000010:3.0:1761312153.702013:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057341d73. 00000400:00000010:3.0:1761312153.702019:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.702023:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.702028:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319744, portal 16 00000400:00000010:3.0:1761312153.702032:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312153.702034:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319744, offset 0 00000400:00000200:3.0:1761312153.702040:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.702048:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.702054:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.702057:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.702060:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.702062:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88858:88858:256:4294967295] 192.168.203.32@tcp LPNI seq info [88858:88858:8:4294967295] 00000400:00000200:3.0:1761312153.702069:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.702074:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.702077:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.702081:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.702086:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.702089:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.702175:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.702178:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:1.0:1761312153.702181:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.702185:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.702187:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:1.0:1761312153.702189:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00000100:00000200:1.0:1761312153.702194:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015319744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.703811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5186cc. 00010000:00000010:0.1:1761312153.703822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.1:1761312153.703825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c52d63. 00010000:00000010:0.1:1761312153.703828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:3.1:1761312153.706786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001787b027. 00010000:00000010:3.1:1761312153.706803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:2.1:1761312153.706845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051690466. 00010000:00000010:2.1:1761312153.706850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3628ff. 00000400:00000200:1.0:1761312153.713419:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.713437:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000ac0 00000400:00000200:1.0:1761312153.713445:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8d9 [1] + 224 00000400:00000200:1.0:1761312153.713456:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.713460:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.713471:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015319744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.713504:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.713509:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54880 00000400:00000200:1.0:1761312153.713515:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 1640 00000400:00000200:1.0:1761312153.713561:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.713565:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.713568:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.713572:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 00000020:00000010:2.0:1761312153.713672:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.713678:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.713681:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.713712:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b3497cf x1846868012517504/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.713740:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517504 02000000:00000010:2.0:1761312153.713760:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1dd1c3f. 00010000:00000010:2.0:1761312153.713801:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.713808:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.713814:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.713817:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.713829:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312153.713834:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517504, offset 224 00000400:00000200:2.0:1761312153.713841:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.713849:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.713854:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88859:88859:256:4294967295] 192.168.203.32@tcp LPNI seq info [88859:88859:8:4294967295] 00000400:00000200:2.0:1761312153.713863:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.713868:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.713872:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312153.713876:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.713882:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.713886:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.713913:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.713917:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.713920:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 00000800:00000200:0.0:1761312153.714006:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.714009:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312153.714013:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.714017:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.714020:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:0.0:1761312153.714022:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000400:00000010:3.0:1761312153.716920:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.716933:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312153.716935:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.716947:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015319744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.716958:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015319744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312153.716985:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c435547. 02000000:00000010:3.0:1761312153.717000:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057341d73. 02000000:00000010:3.0:1761312153.717006:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3bd5bf2. 00000100:00000010:3.0:1761312153.717008:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.717012:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.717015:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00080000:00000010:3.0:1761312153.717034:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3bd5bf2. 00010000:00000010:3.0:1761312153.717113:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.717119:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096034281. 00010000:00000010:3.0:1761312153.717192:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312153.717197:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.717206:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.717211:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.717222:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.717233:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057341d73. 02000000:00000010:3.0:1761312153.717256:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7f93a17. 00000400:00000010:3.0:1761312153.717259:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.717262:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.717268:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319808, portal 16 00000400:00000010:3.0:1761312153.717271:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312153.717273:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319808, offset 0 00000400:00000200:3.0:1761312153.717279:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.717291:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.717297:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.717300:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.717303:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.717306:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88860:88860:256:4294967295] 192.168.203.32@tcp LPNI seq info [88860:88860:8:4294967295] 00000400:00000200:3.0:1761312153.717314:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.717320:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.717323:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.717328:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.717334:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.717337:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.717530:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.717534:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312153.717538:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.717543:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.717546:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312153.717547:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000100:00000200:1.0:1761312153.717552:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015319808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.722076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e649c5. 00010000:00000010:3.1:1761312153.722089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d369de7b. 00010000:00000010:3.1:1761312153.722094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:1.0:1761312153.722220:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.722237:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000b00 00000400:00000200:1.0:1761312153.722244:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8e5 [1] + 224 00000400:00000200:1.0:1761312153.722261:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.722265:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.722275:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015319808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312153.722396:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.722400:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312153.722402:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.722407:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015319808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.722414:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015319808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.722438:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7f93a17. 02000000:00000010:3.0:1761312153.722446:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057341d73. 00000100:00000010:3.0:1761312153.722449:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.722453:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.722456:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000200:0.0:1761312153.723438:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.723462:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d548c0 00000400:00000200:0.0:1761312153.723468:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad205 [2] + 1968 00000400:00000010:0.0:1761312153.723471:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044f3d9f9. 00000400:00000200:0.0:1761312153.723476:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d6532ce8 00000400:00000200:0.0:1761312153.723532:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.723537:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.723540:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6532ce8 00000400:00000010:0.0:1761312153.723542:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d6532ce8 (tot 82338818). 00000100:00000200:0.0:1761312153.723547:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.723617:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.723659:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.723665:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.723688:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce6329ea x1846868012517568/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.723725:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517568 02000000:00000010:1.0:1761312153.723736:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:1.0:1761312153.723775:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000025feddc. 00010000:00000010:1.0:1761312153.723796:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.723801:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006061c082. 00000100:00000010:1.0:1761312153.723816:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006061c082. 00010000:00000010:1.0:1761312153.723818:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.723831:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312153.723834:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517568, offset 224 00000400:00000200:1.0:1761312153.723841:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.723851:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.723856:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88861:88861:256:4294967295] 192.168.203.32@tcp LPNI seq info [88861:88861:8:4294967295] 00000400:00000200:1.0:1761312153.723865:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.723870:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.723875:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339066). 00000800:00000200:1.0:1761312153.723880:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.723886:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.723890:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.723908:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.723912:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.723916:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 02000000:00000010:1.0:1761312153.723924:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1dd1c3f. 00000100:00000010:1.0:1761312153.723927:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 02000000:00000010:1.0:1761312153.723932:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e7d520d. 00000100:00000010:1.0:1761312153.723935:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:1.0:1761312153.723942:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eae8c080. 00000100:00000010:1.0:1761312153.723946:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:1.0:1761312153.723949:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:1.0:1761312153.723951:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:1.0:1761312153.723954:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007bf4ff96. 00080000:00000010:3.0:1761312153.723957:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000980ba3c9. 00000100:00000010:1.0:1761312153.723957:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:1.0:1761312153.723965:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043183dc6. 00000100:00000010:1.0:1761312153.723967:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 00000100:00000200:1.0:1761312153.723973:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.723978:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb49a5de. 00000400:00000010:1.0:1761312153.723982:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006061c082 (tot 82339218). 00010000:00000010:3.0:1761312153.724045:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.724052:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059cc1360. 00010000:00000010:3.0:1761312153.724123:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312153.724129:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.724138:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.724141:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.724148:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.724157:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1aa76c7. 02000000:00000010:3.0:1761312153.724185:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7ed070a. 00000400:00000010:3.0:1761312153.724190:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.724193:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.724197:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319872, portal 16 00000400:00000010:3.0:1761312153.724201:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312153.724203:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319872, offset 0 00000400:00000200:3.0:1761312153.724208:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.724213:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.724219:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.724223:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.724226:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.724228:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88862:88862:255:4294967295] 192.168.203.32@tcp LPNI seq info [88862:88862:7:4294967295] 00000400:00000200:3.0:1761312153.724235:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.724240:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.724243:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339466). 00000800:00000200:3.0:1761312153.724246:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.724250:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.724253:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.724348:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.724352:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82339218). 00000400:00000200:0.0:1761312153.724357:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.724361:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.724364:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:0.0:1761312153.724365:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 02000000:00000010:0.0:1761312153.724368:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000800:00000200:0.0:1761312153.724538:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.724541:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312153.724544:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.724548:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.724550:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:0.0:1761312153.724552:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00000100:00000200:0.0:1761312153.724556:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015319872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.728013:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.728033:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000b40 00000400:00000200:1.0:1761312153.728041:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae8f5 [1] + 224 00000400:00000200:1.0:1761312153.728053:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.728057:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.728067:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015319872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.728105:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.728111:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54900 00000400:00000200:1.0:1761312153.728115:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 0 00000400:00000200:1.0:1761312153.728169:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.728173:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.728177:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312153.728183:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000020:00000010:2.0:1761312153.728400:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.728407:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.728411:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.728434:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012517632/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.728468:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517632 02000000:00000010:2.0:1761312153.728479:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f35e87e3. 00010000:00000010:2.0:1761312153.728516:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.728523:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.728529:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.728533:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.728546:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312153.728551:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517632, offset 224 00000400:00000200:2.0:1761312153.728560:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.728572:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.728579:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88863:88863:256:4294967295] 192.168.203.32@tcp LPNI seq info [88863:88863:8:4294967295] 00000400:00000010:3.0:1761312153.728580:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.728587:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312153.728589:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000400:00000200:2.0:1761312153.728593:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000100:00000200:3.0:1761312153.728598:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015319872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312153.728602:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.728609:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000100:00000200:3.0:1761312153.728612:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015319872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312153.728619:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.728651:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.728656:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761312153.728672:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caa2b0ec. 00000020:00000010:2.0:1761312153.728681:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.728686:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 02000000:00000010:3.0:1761312153.728687:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7ed070a. 00000020:00000010:2.0:1761312153.728690:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 02000000:00000010:3.0:1761312153.728694:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1aa76c7. 00000100:00000010:3.0:1761312153.728699:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.728703:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.728913:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00080000:00000010:3.0:1761312153.728930:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1aa76c7. 00010000:00000010:3.0:1761312153.729005:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.729011:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b29d8720. 00010000:00000010:3.0:1761312153.729074:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312153.729079:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.729087:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.729091:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.729096:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.729103:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7ed070a. 02000000:00000010:3.0:1761312153.729122:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006714a262. 00000400:00000010:3.0:1761312153.729125:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.729128:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.729133:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015319936, portal 16 00000400:00000010:3.0:1761312153.729137:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312153.729139:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015319936, offset 0 00000400:00000200:3.0:1761312153.729144:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.729151:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.729156:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.729160:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.729163:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.729166:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88864:88864:255:4294967295] 192.168.203.32@tcp LPNI seq info [88864:88864:7:4294967295] 00000400:00000200:3.0:1761312153.729173:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.729177:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.729180:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339466). 00000800:00000200:3.0:1761312153.729184:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.729189:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.729191:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.729318:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.729322:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:0.0:1761312153.729327:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.729331:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.729336:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:0.0:1761312153.729337:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000800:00000200:0.0:1761312153.729388:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.729390:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312153.729393:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.729396:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.729398:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:0.0:1761312153.729399:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:0.0:1761312153.729404:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015319936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.730702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e039165. 00010000:00000010:3.1:1761312153.731860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:1.1:1761312153.735740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000893fdff7. 00000400:00000200:0.0:1761312153.737046:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.737065:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000b80 00000400:00000200:0.0:1761312153.737074:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae901 [1] + 224 00000400:00000200:0.0:1761312153.737086:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.737090:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.737101:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015319936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.737135:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.737140:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54940 00000400:00000200:0.0:1761312153.737145:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 328 00000400:00000200:0.0:1761312153.737198:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.737202:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.737206:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.737211:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 00000400:00000010:3.0:1761312153.737289:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.737293:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312153.737295:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.737300:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015319936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.737308:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015319936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.737334:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006714a262. 02000000:00000010:3.0:1761312153.737340:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7ed070a. 00000100:00000010:3.0:1761312153.737343:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.737347:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.737351:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000020:00000010:2.0:1761312153.738334:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.738345:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.738350:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.738389:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfb71ed1 x1846868012517696/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.738426:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517696 02000000:00000010:2.0:1761312153.738439:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c22cce7b. 00010000:00000010:2.0:1761312153.738468:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083d71c6d. 00010000:00000010:2.0:1761312153.738491:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.738498:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.738517:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.738522:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.738534:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312153.738538:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517696, offset 224 00000400:00000200:2.0:1761312153.738545:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.738557:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.738562:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88865:88865:256:4294967295] 192.168.203.32@tcp LPNI seq info [88865:88865:8:4294967295] 00000400:00000200:2.0:1761312153.738571:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.738576:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.738581:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.738587:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.738595:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.738598:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761312153.738608:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ed070a. 00000020:00000010:2.0:1761312153.738644:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.738649:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.738653:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 00010000:00000010:3.0:1761312153.738726:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.738734:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000697684fe. 00000800:00000200:1.0:1761312153.738754:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.738759:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312153.738765:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.738773:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.738778:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:1.0:1761312153.738780:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00010000:00000010:3.0:1761312153.738815:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312153.738820:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050361a4e. 00010000:00000010:3.0:1761312153.738830:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.738834:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.738840:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.738850:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006714a262. 02000000:00000010:3.0:1761312153.738873:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037bee8c4. 00000400:00000010:3.0:1761312153.738879:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.738883:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.738887:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320000, portal 16 00000400:00000010:3.0:1761312153.738891:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312153.738893:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320000, offset 0 00000400:00000200:3.0:1761312153.738898:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.738904:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.738910:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312153.738913:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312153.738915:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312153.738918:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88866:88866:256:4294967295] 192.168.203.32@tcp LPNI seq info [88866:88866:8:4294967295] 00000400:00000200:3.0:1761312153.738925:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.738929:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.738932:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.738936:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.738939:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.738942:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.739239:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.739242:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:0.0:1761312153.739246:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.739249:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.739252:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:0.0:1761312153.739253:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:0.0:1761312153.739258:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015320000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.743677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238a1e5c. 00010000:00000010:3.1:1761312153.743701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e5e1c12. 00010000:00000010:3.1:1761312153.743705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:0.0:1761312153.746261:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.746279:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000bc0 00000400:00000200:0.0:1761312153.746288:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae90d [1] + 224 00000400:00000200:0.0:1761312153.746300:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.746303:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.746314:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015320000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.746351:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.746356:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54980 00000400:00000200:0.0:1761312153.746362:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 656 00000400:00000200:0.0:1761312153.746552:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.746557:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.746562:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.746568:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 00000400:00000010:3.0:1761312153.746714:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008a06f97. 00000400:00000200:3.0:1761312153.746718:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312153.746721:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.746726:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015320000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312153.746733:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015320000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312153.746773:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037bee8c4. 02000000:00000010:3.0:1761312153.746779:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006714a262. 00000100:00000010:3.0:1761312153.746782:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312153.746786:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.746790:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00010000:00000010:2.1:1761312153.748001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c7f19cd. 00000020:00000010:2.0:1761312153.748047:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.748054:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.748058:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.748086:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012517760/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312153.748131:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517760 02000000:00000010:2.0:1761312153.748143:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9f1e56. 00010000:00000010:2.0:1761312153.748173:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bad056c. 00010000:00000010:2.0:1761312153.748193:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.748201:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.748214:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.748218:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.748231:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312153.748236:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517760, offset 224 00000400:00000200:2.0:1761312153.748243:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.748256:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.748261:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88867:88867:256:4294967295] 192.168.203.32@tcp LPNI seq info [88867:88867:8:4294967295] 00000400:00000200:2.0:1761312153.748271:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.748276:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.748281:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.748287:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.748294:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.748298:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.748321:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.748325:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.748328:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 00000800:00000200:1.0:1761312153.748549:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.748553:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:1.0:1761312153.748558:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.748563:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.748566:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:1.0:1761312153.748568:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00080000:00000010:3.0:1761312153.748843:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006714a262. 00010000:00000010:2.0:1761312153.749086:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050361a4e. 00010000:00000010:2.0:1761312153.749094:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0ed7273. 00010000:00000010:2.0:1761312153.749188:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312153.749195:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.749205:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.749210:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.749218:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312153.749230:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf9fb14b. 02000000:00000010:2.0:1761312153.749255:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028ea29d3. 00000400:00000010:2.0:1761312153.749261:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f9da66c. 00000400:00000010:2.0:1761312153.749266:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312153.749270:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320064, portal 16 00000400:00000010:2.0:1761312153.749274:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312153.749276:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320064, offset 0 00000400:00000200:2.0:1761312153.749282:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.749291:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.749297:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.749300:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.749303:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.749305:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88868:88868:256:4294967295] 192.168.203.32@tcp LPNI seq info [88868:88868:8:4294967295] 00000400:00000200:2.0:1761312153.749312:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.749316:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.749319:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312153.749324:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.749329:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.749332:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.753374:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.753382:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:0.0:1761312153.753391:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.753400:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.753406:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:0.0:1761312153.753408:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:0.0:1761312153.753417:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015320064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.753451:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.753463:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000c00 00000400:00000200:0.0:1761312153.753469:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae919 [1] + 224 00000400:00000200:0.0:1761312153.753478:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.753481:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.753487:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015320064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.753517:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.753523:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d549c0 00000400:00000200:0.0:1761312153.753529:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 984 00000400:00000010:2.0:1761312153.753535:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f9da66c. 00000400:00000200:2.0:1761312153.753541:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312153.753543:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312153.753549:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015320064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.753557:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015320064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.753796:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312153.753803:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf9fb14b. 00000100:00000010:2.0:1761312153.753806:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312153.753809:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.753813:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000200:0.0:1761312153.754672:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.754680:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.754695:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.754702:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:2.0:1761312153.754942:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.754948:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.754952:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.754975:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012517824/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.755011:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517824 02000000:00000010:2.0:1761312153.755022:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000028ea29d3. 00010000:00000010:2.0:1761312153.755049:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d13a5bc. 00010000:00000010:2.0:1761312153.755068:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.755073:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.755090:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.755094:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.755106:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312153.755111:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517824, offset 224 00000400:00000200:2.0:1761312153.755118:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.755129:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00080000:00000010:0.0:1761312153.755133:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a304a3b. 00000400:00000200:2.0:1761312153.755135:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88869:88869:256:4294967295] 192.168.203.32@tcp LPNI seq info [88869:88869:8:4294967295] 00000400:00000200:2.0:1761312153.755146:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.755151:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.755155:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312153.755160:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.755167:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.755171:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.755192:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.755196:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.755199:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 00010000:00000010:0.0:1761312153.755219:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:0.0:1761312153.755227:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f537353. 00010000:00000010:0.0:1761312153.755293:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.755300:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.755311:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080c6e28d. 00000100:00000010:0.0:1761312153.755315:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6532ce8. 00000100:00000010:0.0:1761312153.755323:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000800:00000200:1.0:1761312153.755339:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.755344:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312153.755349:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.755353:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.755356:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:1.0:1761312153.755358:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 02000000:00000010:0.0:1761312153.756425:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a80092a5. 02000000:00000010:0.0:1761312153.756461:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086880868. 00000400:00000010:0.0:1761312153.756467:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bae7c25. 00000400:00000010:0.0:1761312153.756472:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.756478:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320128, portal 16 00000400:00000010:0.0:1761312153.756482:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312153.756484:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320128, offset 0 00000400:00000200:0.0:1761312153.756492:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.756504:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.756511:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.756515:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.756517:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.756520:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88870:88870:256:4294967295] 192.168.203.32@tcp LPNI seq info [88870:88870:8:4294967295] 00000400:00000200:0.0:1761312153.756528:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.756533:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.756537:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.756542:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.756547:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.756550:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.757033:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.757037:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312153.757041:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.757046:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.757050:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:2.0:1761312153.757052:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:2.0:1761312153.757059:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015320128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.758734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6a1f39. 00010000:00000010:3.1:1761312153.758752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00000400:00000200:0.0:1761312153.761755:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.761776:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000c40 00000400:00000200:0.0:1761312153.761784:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae925 [1] + 224 00000400:00000200:0.0:1761312153.761797:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.761801:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.761812:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015320128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.762122:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bae7c25. 00000400:00000200:2.0:1761312153.762127:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:2.0:1761312153.762129:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000400:00000200:0.0:1761312153.762132:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:2.0:1761312153.762134:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015320128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.762139:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54a00 00000100:00000200:2.0:1761312153.762143:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015320128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.762144:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 1312 02000000:00000010:2.0:1761312153.762172:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086880868. 02000000:00000010:2.0:1761312153.762179:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a80092a5. 00000100:00000010:2.0:1761312153.762182:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:2.0:1761312153.762187:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d6532ce8. 00010000:00000010:2.0:1761312153.762190:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080c6e28d. 00000400:00000200:0.0:1761312153.762203:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.762208:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.762213:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312153.762217:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00010000:00000010:2.1:1761312153.762763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000851c8706. 00000020:00000010:2.0:1761312153.762801:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf9fb14b. 00000020:00000010:2.0:1761312153.762807:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.762812:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.762837:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f04076bd x1846868012517888/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312153.762873:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517888 02000000:00000010:2.0:1761312153.762885:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004f67724. 00010000:00000010:2.0:1761312153.762915:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aa9cb25. 00010000:00000010:2.0:1761312153.762935:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.762941:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000100:00000010:2.0:1761312153.762961:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:2.0:1761312153.762965:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00000400:00000010:2.0:1761312153.762979:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312153.762985:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517888, offset 224 00000400:00000200:2.0:1761312153.762991:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.763002:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.763007:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88871:88871:256:4294967295] 192.168.203.32@tcp LPNI seq info [88871:88871:8:4294967295] 00000400:00000200:2.0:1761312153.763016:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.763021:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.763026:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312153.763033:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.763040:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.763044:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.763069:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.763073:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.763076:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf9fb14b. 00080000:00000010:0.0:1761312153.763138:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a591924. 00000800:00000200:1.0:1761312153.763163:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.763168:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312153.763174:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.763179:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.763182:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:1.0:1761312153.763184:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00010000:00000010:0.0:1761312153.763225:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.763232:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cc9dd48. 00010000:00000010:0.0:1761312153.763309:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312153.763314:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c88816d. 00010000:00000010:0.0:1761312153.763323:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b7437e1. 00000100:00000010:0.0:1761312153.763327:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312153.763333:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312153.763342:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac6af860. 02000000:00000010:0.0:1761312153.763362:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e590519. 00000400:00000010:0.0:1761312153.763366:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002448d9bf. 00000400:00000010:0.0:1761312153.763370:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312153.763510:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320192, portal 16 00000400:00000010:0.0:1761312153.763515:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312153.763518:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320192, offset 0 00000400:00000200:0.0:1761312153.763523:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.763530:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.763535:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.763539:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.763541:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.763544:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88872:88872:256:4294967295] 192.168.203.32@tcp LPNI seq info [88872:88872:8:4294967295] 00000400:00000200:0.0:1761312153.763552:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.763556:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.763559:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.763563:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.763567:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.763569:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.763796:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.763799:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.763803:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.763807:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.763810:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:2.0:1761312153.763811:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:2.0:1761312153.763816:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015320192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.770667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dae5e391. 00010000:00000010:2.1:1761312153.770684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:2.1:1761312153.770688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000313b715f. 00010000:00000010:0.1:1761312153.770992:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004147578c. 00010000:00000010:0.1:1761312153.770998:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000400:00000200:0.0:1761312153.771023:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.771038:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000c80 00000400:00000200:0.0:1761312153.771045:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae931 [1] + 224 00000400:00000200:0.0:1761312153.771055:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.771058:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.771067:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015320192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312153.771102:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312153.771108:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54a40 00000400:00000200:0.0:1761312153.771115:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 1640 00000400:00000010:2.0:1761312153.771124:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002448d9bf. 00000400:00000200:0.0:1761312153.771129:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.771131:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000200:0.0:1761312153.771134:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:2.0:1761312153.771135:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312153.771141:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761312153.771144:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015320192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761312153.771148:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 00000100:00000200:2.0:1761312153.771156:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015320192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.771186:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e590519. 02000000:00000010:2.0:1761312153.771192:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac6af860. 00000100:00000010:2.0:1761312153.771195:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:2.0:1761312153.771199:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:2.0:1761312153.771202:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b7437e1. 00000020:00000010:1.0:1761312153.771316:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004269c457. 00000020:00000010:1.0:1761312153.771323:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.771328:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.771349:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d91a4279 x1846868012517952/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.771419:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012517952 02000000:00000010:1.0:1761312153.771431:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080914b20. 00010000:00000010:1.0:1761312153.771458:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e326ec66. 00010000:00000010:1.0:1761312153.771478:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.771484:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d75a99a4. 00000100:00000010:1.0:1761312153.771501:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d75a99a4. 00010000:00000010:1.0:1761312153.771504:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.771514:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312153.771518:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012517952, offset 224 00000400:00000200:1.0:1761312153.771525:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.771535:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.771540:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88873:88873:256:4294967295] 192.168.203.32@tcp LPNI seq info [88873:88873:8:4294967295] 00000400:00000200:1.0:1761312153.771548:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.771553:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.771557:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312153.771563:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.771569:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.771573:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761312153.771576:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf9fb14b. 00010000:00000010:2.0:1761312153.771685:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c88816d. 00010000:00000010:2.0:1761312153.771691:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0777e11. 00010000:00000010:2.0:1761312153.771767:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.0:1761312153.771774:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312153.771784:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e61434c6. 00000100:00000010:2.0:1761312153.771789:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3df4845. 00000020:00000010:1.0:1761312153.771789:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000100:00000010:2.0:1761312153.771797:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000020:00000010:1.0:1761312153.771797:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.771801:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004269c457. 02000000:00000010:2.0:1761312153.771808:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5eb22a5. 02000000:00000010:2.0:1761312153.771830:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02c1f87. 00000400:00000010:2.0:1761312153.771836:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f9da66c. 00000400:00000010:2.0:1761312153.771841:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312153.771846:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320256, portal 16 00000400:00000010:2.0:1761312153.771850:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312153.771852:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320256, offset 0 00000400:00000200:2.0:1761312153.771858:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.771865:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.771871:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.771875:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.771878:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.771880:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88874:88874:255:4294967295] 192.168.203.32@tcp LPNI seq info [88874:88874:7:4294967295] 00000400:00000200:2.0:1761312153.771887:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.771891:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.771895:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312153.771899:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.771903:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.771905:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312153.771932:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.771936:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82339218). 00000400:00000200:0.0:1761312153.771942:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.771946:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.771948:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:0.0:1761312153.771949:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000800:00000200:0.0:1761312153.771976:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312153.771978:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312153.771982:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.771985:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312153.771988:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:0.0:1761312153.771989:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:0.0:1761312153.771993:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015320256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.774763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0cd73c5. 00010000:00000010:0.1:1761312153.774777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:2.1:1761312153.775966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3cc5138. 00000400:00000200:2.0:1761312153.776019:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.776035:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000cc0 00000400:00000200:2.0:1761312153.776044:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae93d [1] + 224 00000400:00000200:2.0:1761312153.776056:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.776060:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.776074:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015320256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.776117:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.776123:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54a80 00000400:00000200:2.0:1761312153.776128:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad255 [2] + 1968 00000400:00000010:2.0:1761312153.776131:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d94acdcd. 00000400:00000200:2.0:1761312153.776135:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cf0dc1de 00000400:00000010:0.0:1761312153.776172:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f9da66c. 00000400:00000200:0.0:1761312153.776177:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:0.0:1761312153.776179:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:0.0:1761312153.776184:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015320256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.776195:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.776200:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.776203:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf0dc1de 00000400:00000010:2.0:1761312153.776205:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cf0dc1de (tot 82338818). 00000100:00000200:2.0:1761312153.776211:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.776377:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004269c457. 00000020:00000010:1.0:1761312153.776384:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.776389:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.776412:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e1d1d96 x1846868012518016/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.776447:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518016 02000000:00000010:1.0:1761312153.776458:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a395a94b. 00010000:00000010:1.0:1761312153.776496:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.776502:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d75a99a4. 00000100:00000010:1.0:1761312153.776508:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d75a99a4. 00010000:00000010:1.0:1761312153.776511:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.776524:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312153.776529:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518016, offset 224 00000400:00000200:1.0:1761312153.776537:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.776547:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.776552:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88875:88875:256:4294967295] 192.168.203.32@tcp LPNI seq info [88875:88875:8:4294967295] 00000400:00000200:1.0:1761312153.776561:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.776566:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.776570:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339066). 00000800:00000200:1.0:1761312153.776576:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.776589:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.776592:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.776622:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.776646:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.776650:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004269c457. 02000000:00000010:1.0:1761312153.776658:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080914b20. 00000100:00000010:1.0:1761312153.776661:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 02000000:00000010:1.0:1761312153.776666:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004f67724. 00000100:00000010:1.0:1761312153.776668:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:1.0:1761312153.776673:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000028ea29d3. 00000100:00000010:1.0:1761312153.776675:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:1.0:1761312153.776678:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9f1e56. 00000100:00000010:1.0:1761312153.776680:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:1.0:1761312153.776694:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c22cce7b. 00000100:00000010:1.0:1761312153.776696:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 02000000:00000010:1.0:1761312153.776701:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f35e87e3. 00000100:00000010:1.0:1761312153.776703:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 00000100:00000200:1.0:1761312153.776709:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.776713:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ff2d32ee. 00000400:00000010:1.0:1761312153.776716:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d75a99a4 (tot 82339218). 00000100:00000200:0.0:1761312153.776807:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015320256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.776829:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a10d5cc. 02000000:00000010:0.0:1761312153.776841:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02c1f87. 02000000:00000010:0.0:1761312153.776845:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5eb22a5. 00000100:00000010:0.0:1761312153.776848:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:0.0:1761312153.776851:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3df4845. 00010000:00000010:0.0:1761312153.776854:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e61434c6. 00080000:00000010:0.0:1761312153.776869:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d38b440b. 00010000:00000010:0.0:1761312153.776968:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:0.0:1761312153.776974:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6a86d01. 00010000:00000010:0.0:1761312153.777040:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.777046:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.777056:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.777060:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.777066:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.777076:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac6af860. 00000800:00000200:2.0:1761312153.777109:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.777113:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:2.0:1761312153.777119:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.777123:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.777126:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:2.0:1761312153.777128:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 02000000:00000010:2.0:1761312153.777132:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a395a94b. 02000000:00000010:0.0:1761312153.777188:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e590519. 00000400:00000010:0.0:1761312153.777192:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036baa4c1. 00000400:00000010:0.0:1761312153.777200:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.777203:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320320, portal 16 00000400:00000010:0.0:1761312153.777207:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.777210:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320320, offset 0 00000400:00000200:0.0:1761312153.777215:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.777221:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.777228:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.777234:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.777237:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.777239:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88876:88876:256:4294967295] 192.168.203.32@tcp LPNI seq info [88876:88876:8:4294967295] 00000400:00000200:0.0:1761312153.777245:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.777249:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.777253:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.777256:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.777261:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.777262:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.777421:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.777424:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.777427:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.777432:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.777435:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:1.0:1761312153.777436:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:1.0:1761312153.777441:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.778785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0998ba. 00000400:00000200:2.0:1761312153.781371:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.781390:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000d00 00000400:00000200:2.0:1761312153.781398:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae94d [1] + 224 00000400:00000200:2.0:1761312153.781415:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.781419:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.781431:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.781897:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.781904:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54ac0 00000400:00000200:2.0:1761312153.781909:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 0 00000400:00000010:0.0:1761312153.782102:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036baa4c1. 00000400:00000200:0.0:1761312153.782107:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.782109:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.782114:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.782123:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.782149:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e590519. 02000000:00000010:0.0:1761312153.782153:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac6af860. 00000100:00000010:0.0:1761312153.782156:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.782160:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.782162:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.782246:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.782251:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.782256:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.782261:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000020:00000010:3.0:1761312153.782369:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:3.0:1761312153.782375:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.782378:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.782397:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012518080/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.782417:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518080 02000000:00000010:3.0:1761312153.782427:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:3.0:1761312153.782449:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005391f287. 00010000:00000010:3.0:1761312153.782467:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.782472:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.782511:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.782515:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.782526:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312153.782530:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518080, offset 224 00000400:00000200:3.0:1761312153.782537:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.782546:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.782551:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88877:88877:256:4294967295] 192.168.203.32@tcp LPNI seq info [88877:88877:8:4294967295] 00000400:00000200:3.0:1761312153.782561:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.782566:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.782570:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.782575:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.782581:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.782584:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.782604:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.782608:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.782610:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 00080000:00000010:0.0:1761312153.782695:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac6af860. 00010000:00000010:0.0:1761312153.782776:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.782782:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e587f8df. 00010000:00000010:0.0:1761312153.782844:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.782848:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.782856:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.782859:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.782864:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.782873:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e590519. 02000000:00000010:0.0:1761312153.782891:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a80092a5. 00000400:00000010:0.0:1761312153.782895:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036baa4c1. 00000400:00000010:0.0:1761312153.782897:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.782901:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320384, portal 16 00000400:00000010:0.0:1761312153.782904:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312153.782906:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320384, offset 0 00000400:00000200:0.0:1761312153.782910:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.782915:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.782921:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.782924:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.782927:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.782929:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88878:88878:255:4294967295] 192.168.203.32@tcp LPNI seq info [88878:88878:7:4294967295] 00000400:00000200:0.0:1761312153.782936:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.782940:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.782943:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312153.782946:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.782950:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.782952:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.783025:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.783028:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:2.0:1761312153.783031:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.783034:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.783037:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:2.0:1761312153.783038:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000800:00000200:2.0:1761312153.783079:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.783081:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312153.783083:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.783086:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.783088:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:2.0:1761312153.783089:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:2.0:1761312153.783093:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.783707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a51734. 00010000:00000010:2.1:1761312153.783714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00000400:00000200:1.0:1761312153.787230:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.787248:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000d40 00000400:00000200:1.0:1761312153.787256:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae959 [1] + 224 00000400:00000200:1.0:1761312153.787272:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.787275:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.787285:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.787334:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036baa4c1. 00000400:00000200:0.0:1761312153.787340:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.787342:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.787347:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.787355:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.787382:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a80092a5. 02000000:00000010:0.0:1761312153.787389:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e590519. 00000100:00000010:0.0:1761312153.787392:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.787396:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.787400:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00010000:00000010:3.1:1761312153.788676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0fb4856. 00010000:00000010:0.1:1761312153.788752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74f1963. 00010000:00000010:0.1:1761312153.788758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4e716e. 00010000:00000010:0.1:1761312153.788762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00000400:00000200:2.0:1761312153.789370:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.789388:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54b00 00000400:00000200:2.0:1761312153.789396:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 328 00000400:00000200:2.0:1761312153.789465:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.789470:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.789476:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.789482:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000020:00000010:1.0:1761312153.789697:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.789704:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.789708:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.789731:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012518144/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.789771:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518144 02000000:00000010:1.0:1761312153.789783:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312153.789813:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa4b2f70. 00010000:00000010:1.0:1761312153.789837:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.789844:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.789865:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.789868:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.789883:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312153.789889:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518144, offset 224 00080000:00000010:0.0:1761312153.789893:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e590519. 00000400:00000200:1.0:1761312153.789897:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.789907:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.789911:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88879:88879:256:4294967295] 192.168.203.32@tcp LPNI seq info [88879:88879:8:4294967295] 00000400:00000200:1.0:1761312153.789920:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.789925:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.789928:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312153.789934:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.789940:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.789944:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761312153.789967:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.789973:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e98112fd. 00010000:00000010:0.0:1761312153.790055:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312153.790060:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000312e4a9d. 00010000:00000010:0.0:1761312153.790069:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.790072:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.790078:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.790087:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a80092a5. 02000000:00000010:0.0:1761312153.790110:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086880868. 00000400:00000010:0.0:1761312153.790114:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036baa4c1. 00000400:00000010:0.0:1761312153.790119:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.790123:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320448, portal 16 00000400:00000010:0.0:1761312153.790127:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.790128:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320448, offset 0 00000400:00000200:0.0:1761312153.790133:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.790140:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.790146:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.790148:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.790151:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.790153:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88880:88880:255:4294967295] 192.168.203.32@tcp LPNI seq info [88880:88880:7:4294967295] 00000400:00000200:0.0:1761312153.790159:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.790163:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.790166:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.790170:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.790174:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.790177:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.791057:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.791066:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.791071:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:2.0:1761312153.791177:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.791182:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82339218). 00000400:00000200:2.0:1761312153.791188:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.791195:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.791199:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:2.0:1761312153.791201:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000800:00000200:2.0:1761312153.791618:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.791621:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.791647:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.791651:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.791654:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:2.0:1761312153.791656:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:2.0:1761312153.791662:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.794314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6d1295. 00010000:00000010:0.1:1761312153.794333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:1.0:1761312153.797820:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.797839:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000d80 00000400:00000200:1.0:1761312153.797848:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae965 [1] + 224 00000400:00000200:1.0:1761312153.797859:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.797863:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.797873:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312153.797915:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.797921:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54b40 00000400:00000200:1.0:1761312153.797927:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 656 00000400:00000010:0.0:1761312153.797933:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036baa4c1. 00000400:00000200:1.0:1761312153.797939:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.797940:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.797943:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000400:00000200:1.0:1761312153.797945:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.797950:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761312153.797952:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761312153.797956:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000100:00000200:0.0:1761312153.797963:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.797992:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086880868. 02000000:00000010:0.0:1761312153.797998:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a80092a5. 00000100:00000010:0.0:1761312153.798001:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.798005:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.798009:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:2.0:1761312153.798044:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000754b2472. 00000020:00000010:2.0:1761312153.798051:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.798055:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.798075:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012518208/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312153.798110:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518208 02000000:00000010:2.0:1761312153.798123:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5eb22a5. 00010000:00000010:2.0:1761312153.798150:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003065a032. 00010000:00000010:2.0:1761312153.798169:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc74d2cb. 00000100:00000010:2.0:1761312153.798174:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00010000:00000010:1.1:1761312153.798662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012b334fe. 00080000:00000010:0.0:1761312153.799511:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a80092a5. 00000001:00000010:0.0:1761312153.799671:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000036baa4c1. 00000001:00000010:0.0:1761312153.799678:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000036baa4c1. 00000001:00000010:0.0:1761312153.799681:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000036baa4c1. 00000001:00000010:0.0:1761312153.799682:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000083d60421. 00010000:00000010:0.0:1761312153.799711:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.799717:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.799728:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.799734:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.799751:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.799763:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086880868. 02000000:00000010:0.0:1761312153.799792:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043183dc6. 00000400:00000010:0.0:1761312153.799797:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.799802:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.799809:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320512, portal 16 00000400:00000010:0.0:1761312153.799813:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312153.799816:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320512, offset 0 00000400:00000200:0.0:1761312153.799824:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.799839:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.799847:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.799850:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.799853:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.799856:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88881:88881:256:4294967295] 192.168.203.32@tcp LPNI seq info [88881:88881:8:4294967295] 00000400:00000200:0.0:1761312153.799866:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.799872:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.799876:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.799882:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.799890:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.799893:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761312153.800038:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000312e4a9d. 00000100:00000010:2.0:1761312153.800050:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.800054:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc74d2cb. 00010000:00000010:2.0:1761312153.800059:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a6dd1e8. 00000400:00000010:2.0:1761312153.800073:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312153.800077:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518208, offset 224 00000400:00000200:2.0:1761312153.800082:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.800088:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.800092:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88882:88882:255:4294967295] 192.168.203.32@tcp LPNI seq info [88882:88882:7:4294967295] 00000400:00000200:2.0:1761312153.800098:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.800102:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.800106:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312153.800109:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.800112:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.800115:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312153.800126:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.800130:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:2.0:1761312153.800134:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000754b2472. 00000800:00000200:3.0:1761312153.800232:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.800236:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312153.800240:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.800244:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.800248:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:3.0:1761312153.800250:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:3.0:1761312153.800257:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312153.800572:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.800575:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312153.800579:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.800583:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.800585:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:3.0:1761312153.800587:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00010000:00000010:0.1:1761312153.801816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006780eec0. 00010000:00000010:0.1:1761312153.801829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:2.1:1761312153.805806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071629f9c. 00010000:00000010:2.1:1761312153.805820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00010000:00000010:2.1:1761312153.805824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc8684e. 00000400:00000200:2.0:1761312153.811444:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.811466:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000dc0 00000400:00000200:2.0:1761312153.811474:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae96d [1] + 224 00000400:00000200:2.0:1761312153.811487:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.811490:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.811500:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.811541:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.811547:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54b80 00000400:00000200:2.0:1761312153.811552:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 984 00000400:00000010:0.0:1761312153.811581:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.811586:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.811588:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.811595:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.811602:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.811668:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043183dc6. 02000000:00000010:0.0:1761312153.811674:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086880868. 00000100:00000010:0.0:1761312153.811678:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.811682:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.811685:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.811931:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.811937:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.811942:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.811947:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 00000020:00000010:1.0:1761312153.812164:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.812172:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.812176:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.812200:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012518272/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.812237:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518272 02000000:00000010:1.0:1761312153.812248:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a395a94b. 00010000:00000010:1.0:1761312153.812275:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023076a4c. 00010000:00000010:1.0:1761312153.812294:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.812300:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.812882:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.812887:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.812903:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312153.812909:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518272, offset 224 00000400:00000200:1.0:1761312153.812918:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.812931:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.812937:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88883:88883:256:4294967295] 192.168.203.32@tcp LPNI seq info [88883:88883:8:4294967295] 00000400:00000200:1.0:1761312153.812946:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.812951:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.812956:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339218). 00000800:00000200:1.0:1761312153.812961:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.812969:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.812972:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.813007:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.813012:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.813016:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00080000:00000010:0.0:1761312153.813160:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043183dc6. 00010000:00000010:0.0:1761312153.813241:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.813248:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000323c487c. 00010000:00000010:0.0:1761312153.813327:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.813332:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.813343:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.813347:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.813360:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.813371:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ca9bce0. 02000000:00000010:0.0:1761312153.813408:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0c2bc4. 00000400:00000010:0.0:1761312153.813413:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.813416:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.813422:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320576, portal 16 00000400:00000010:0.0:1761312153.813426:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312153.813428:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320576, offset 0 00000400:00000200:0.0:1761312153.813434:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.813440:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.813447:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.813450:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.813452:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.813455:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88884:88884:255:4294967295] 192.168.203.32@tcp LPNI seq info [88884:88884:7:4294967295] 00000400:00000200:0.0:1761312153.813462:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.813466:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.813469:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.813473:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.813477:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.813479:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.814724:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.814731:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82339218). 00000400:00000200:2.0:1761312153.814741:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.814756:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.814762:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:2.0:1761312153.814765:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000800:00000200:2.0:1761312153.814842:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.814845:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312153.814848:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.814852:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.814854:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:2.0:1761312153.814855:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:2.0:1761312153.814862:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.816803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d28d75b. 00010000:00000010:0.1:1761312153.821595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f005b18. 00010000:00000010:0.1:1761312153.821612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:3.0:1761312153.822003:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.822019:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000e00 00000400:00000200:3.0:1761312153.822027:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae97d [1] + 224 00000400:00000200:3.0:1761312153.822038:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.822042:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.822053:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.822092:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.822097:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54bc0 00000400:00000200:3.0:1761312153.822102:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 1312 00000400:00000200:3.0:1761312153.822170:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.822174:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.822179:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.822185:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000400:00000010:0.0:1761312153.822497:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.822502:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.822505:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.822511:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.822519:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.822548:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.822553:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ca9bce0. 00000100:00000010:0.0:1761312153.822557:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.822561:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.822565:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:1.0:1761312153.822813:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.822821:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.822826:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.822850:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012518336/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.822887:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518336 02000000:00000010:1.0:1761312153.822899:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:1.0:1761312153.822926:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea79feb5. 00010000:00000010:1.0:1761312153.822944:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.822950:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.822967:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.822970:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.822982:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312153.822986:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518336, offset 224 00000400:00000200:1.0:1761312153.822994:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.823005:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.823010:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88885:88885:256:4294967295] 192.168.203.32@tcp LPNI seq info [88885:88885:8:4294967295] 00000400:00000200:1.0:1761312153.823019:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.823025:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.823029:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339218). 00000800:00000200:1.0:1761312153.823033:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.823041:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.823044:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.823071:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.823086:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.823091:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:2.0:1761312153.823152:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.823156:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00080000:00000010:0.0:1761312153.823157:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ca9bce0. 00000400:00000200:2.0:1761312153.823163:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.823168:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.823170:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:2.0:1761312153.823172:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00010000:00000010:0.0:1761312153.823240:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.823247:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040e48301. 00010000:00000010:0.0:1761312153.823321:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.823326:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.823337:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.823340:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.823345:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.823355:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.823377:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086880868. 00000400:00000010:0.0:1761312153.823382:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.823387:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.823391:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320640, portal 16 00000400:00000010:0.0:1761312153.823395:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312153.823397:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320640, offset 0 00000400:00000200:0.0:1761312153.823403:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.823409:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.823415:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.823419:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.823421:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.823423:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88886:88886:256:4294967295] 192.168.203.32@tcp LPNI seq info [88886:88886:8:4294967295] 00000400:00000200:0.0:1761312153.823431:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.823435:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.823438:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.823442:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.823446:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.823448:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.825048:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.825055:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.825064:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.825072:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.825077:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312153.825078:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312153.825087:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.829660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040302982. 00000400:00000200:3.0:1761312153.832413:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.832430:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000e40 00000400:00000200:3.0:1761312153.832437:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae989 [1] + 224 00000400:00000200:3.0:1761312153.832448:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.832451:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.832462:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.832499:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.832504:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54c00 00000400:00000200:3.0:1761312153.832508:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 1640 00000400:00000200:3.0:1761312153.832555:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.832558:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.832562:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.832567:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312153.832715:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.832722:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.832727:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.832758:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012518400/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.832793:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518400 02000000:00000010:1.0:1761312153.832803:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312153.832851:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.832856:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.832862:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.832864:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.832876:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312153.832883:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518400, offset 224 00000400:00000200:1.0:1761312153.832890:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.832899:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.832904:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88887:88887:256:4294967295] 192.168.203.32@tcp LPNI seq info [88887:88887:8:4294967295] 00000400:00000200:1.0:1761312153.832913:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.832917:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.832921:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00000800:00000200:1.0:1761312153.832926:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.832932:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.832935:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.832947:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.832951:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.832954:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000400:00000010:0.0:1761312153.833051:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.833055:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.833057:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.833062:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.833069:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.833097:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003692c40d. 02000000:00000010:0.0:1761312153.833110:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086880868. 02000000:00000010:0.0:1761312153.833113:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd0c2bc4. 00000100:00000010:0.0:1761312153.833118:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.833121:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.833123:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00080000:00000010:0.0:1761312153.833138:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086880868. 00010000:00000010:0.0:1761312153.833207:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.833212:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023b90a99. 00010000:00000010:0.0:1761312153.833278:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624233b3. 00010000:00000010:0.0:1761312153.833284:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.833293:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.833296:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.833302:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.833312:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.833334:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda319cf. 00000400:00000010:0.0:1761312153.833339:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.833342:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.833346:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320704, portal 16 00000400:00000010:0.0:1761312153.833350:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312153.833352:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320704, offset 0 00000800:00000200:2.0:1761312153.833353:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.833358:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338970). 00000400:00000200:0.0:1761312153.833359:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.833364:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312153.833367:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.833371:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.833375:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:2.0:1761312153.833378:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000400:00000200:0.0:1761312153.833378:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.833383:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.833387:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.833390:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88888:88888:255:4294967295] 192.168.203.32@tcp LPNI seq info [88888:88888:7:4294967295] 00000400:00000200:0.0:1761312153.833397:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.833401:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.833405:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.833409:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.833414:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.833417:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.833456:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.833459:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312153.833461:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.833465:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.833467:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312153.833468:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312153.833471:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.839479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7ea2d4. 00010000:00000010:0.1:1761312153.839494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.1:1761312153.844680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c75ae1f. 00010000:00000010:0.1:1761312153.844696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5693e12. 00010000:00000010:0.1:1761312153.844699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:3.0:1761312153.855539:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.855557:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000e80 00000400:00000200:3.0:1761312153.855565:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae995 [1] + 224 00000400:00000200:3.0:1761312153.855584:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.855588:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.855598:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.856377:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.856390:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54c40 00000400:00000200:2.0:1761312153.856395:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad2ad [2] + 1968 00000400:00000010:2.0:1761312153.856400:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a3ff3fc3. 00000400:00000200:2.0:1761312153.856406:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006c802d49 00000400:00000200:2.0:1761312153.856460:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.856464:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.856467:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c802d49 00000400:00000010:2.0:1761312153.856469:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006c802d49 (tot 82338818). 00000100:00000200:2.0:1761312153.856477:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312153.856705:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:3.0:1761312153.856711:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.856715:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.856740:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1ba67c8 x1846868012518464/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.856792:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518464 02000000:00000010:3.0:1761312153.856804:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024f606cd. 00010000:00000010:3.0:1761312153.856847:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.856854:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c403744a. 00000100:00000010:3.0:1761312153.856861:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c403744a. 00010000:00000010:3.0:1761312153.856864:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.856878:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312153.856883:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518464, offset 224 00000400:00000200:3.0:1761312153.856891:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.856902:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.856907:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88889:88889:256:4294967295] 192.168.203.32@tcp LPNI seq info [88889:88889:8:4294967295] 00000400:00000200:3.0:1761312153.856918:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.856923:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.856927:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339066). 00000800:00000200:3.0:1761312153.856932:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.856939:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.856942:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.856957:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.856962:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.856966:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 02000000:00000010:3.0:1761312153.856974:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:3.0:1761312153.856977:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312153.856981:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000100:00000010:3.0:1761312153.856983:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.856986:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a395a94b. 00000100:00000010:3.0:1761312153.856988:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:3.0:1761312153.856991:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5eb22a5. 00000100:00000010:3.0:1761312153.856993:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:3.0:1761312153.856995:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:3.0:1761312153.856997:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:3.0:1761312153.857000:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00000100:00000010:3.0:1761312153.857002:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00000100:00000200:3.0:1761312153.857008:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312153.857012:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008a06f97. 00000400:00000010:3.0:1761312153.857016:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c403744a (tot 82339218). 00000400:00000010:0.0:1761312153.857069:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.857074:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.857075:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.857081:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.857102:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.857123:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c74a594. 02000000:00000010:0.0:1761312153.857137:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda319cf. 02000000:00000010:0.0:1761312153.857142:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd0c2bc4. 00000100:00000010:0.0:1761312153.857145:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.857149:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.857152:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00080000:00000010:0.0:1761312153.857168:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dda319cf. 00010000:00000010:0.0:1761312153.857247:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.857253:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aad380d7. 00000800:00000200:2.0:1761312153.857264:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.857267:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312153.857270:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.857274:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.857277:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:2.0:1761312153.857278:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 02000000:00000010:2.0:1761312153.857281:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024f606cd. 00010000:00000010:0.0:1761312153.857319:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038c52d63. 00010000:00000010:0.0:1761312153.857323:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312153.857328:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.857332:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00080000:00000010:0.0:1761312153.857344:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000154be32d. 00010000:00000010:0.0:1761312153.857368:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.857372:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312153.857437:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.857441:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.857448:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.857451:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.857457:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.857467:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000896ccd12. 02000000:00000010:0.0:1761312153.857488:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006664efe8. 00000400:00000010:0.0:1761312153.857492:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.857495:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.857498:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320768, portal 16 00000400:00000010:0.0:1761312153.857501:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312153.857502:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320768, offset 0 00000400:00000200:0.0:1761312153.857508:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.857514:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.857520:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.857523:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.857525:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.857528:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88890:88890:256:4294967295] 192.168.203.32@tcp LPNI seq info [88890:88890:8:4294967295] 00000400:00000200:0.0:1761312153.857534:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.857538:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.857542:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.857545:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.857549:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.857552:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.857659:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.857662:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.857665:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.857668:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.857671:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:3.0:1761312153.857672:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:3.0:1761312153.857676:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.863697:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.863715:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000ec0 00000400:00000200:2.0:1761312153.863723:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9a5 [1] + 224 00000400:00000200:2.0:1761312153.863734:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.863738:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.863760:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.863786:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.863793:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54c80 00000400:00000200:2.0:1761312153.863798:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 0 00000400:00000010:0.0:1761312153.863830:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.863836:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.863838:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.863844:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.863849:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.863859:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312153.863862:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.863864:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.863871:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:0.0:1761312153.863904:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006664efe8. 02000000:00000010:0.0:1761312153.863911:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000896ccd12. 00000100:00000010:0.0:1761312153.863914:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.863918:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.863921:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:1.0:1761312153.864224:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.864231:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.864235:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.864258:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012518528/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.864294:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518528 02000000:00000010:1.0:1761312153.864309:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312153.864335:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c430db9f. 00010000:00000010:1.0:1761312153.864354:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.864360:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.864379:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.864382:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.864394:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312153.864397:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518528, offset 224 00000400:00000200:1.0:1761312153.864404:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.864413:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.864418:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88891:88891:256:4294967295] 192.168.203.32@tcp LPNI seq info [88891:88891:8:4294967295] 00000400:00000200:1.0:1761312153.864428:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.864433:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.864437:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339218). 00000800:00000200:1.0:1761312153.864441:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.864447:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.864450:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.864472:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.864476:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.864480:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00080000:00000010:0.0:1761312153.864728:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000896ccd12. 00010000:00000010:0.0:1761312153.864816:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.864822:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bca517a. 00010000:00000010:0.0:1761312153.864892:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312153.864897:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.864905:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.864908:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.864914:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.864924:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006664efe8. 02000000:00000010:0.0:1761312153.864943:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2ff4112. 00000400:00000010:0.0:1761312153.864948:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.864951:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.864955:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320832, portal 16 00000400:00000010:0.0:1761312153.864959:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312153.864960:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320832, offset 0 00000400:00000200:0.0:1761312153.864965:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.864972:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.864979:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.864982:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.864985:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.864988:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88892:88892:255:4294967295] 192.168.203.32@tcp LPNI seq info [88892:88892:7:4294967295] 00000400:00000200:0.0:1761312153.864994:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.864998:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.865001:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.865005:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.865009:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.865011:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.865122:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.865125:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82339218). 00000400:00000200:2.0:1761312153.865130:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.865134:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.865137:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:2.0:1761312153.865138:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000800:00000200:2.0:1761312153.865192:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.865194:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.865197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.865200:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.865202:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:2.0:1761312153.865203:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:2.0:1761312153.865208:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.865718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d9f0ce. 00010000:00000010:0.1:1761312153.865725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c8e71de. 00010000:00000010:0.1:1761312153.865729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00010000:00000010:0.1:1761312153.865732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c52d63. 00010000:00000010:0.1:1761312153.865734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:3.0:1761312153.868618:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.868672:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000f00 00000400:00000200:3.0:1761312153.868680:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9b1 [1] + 224 00000400:00000200:3.0:1761312153.868697:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.868700:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.868710:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.868813:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.868819:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.868821:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.868826:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.868834:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.868860:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2ff4112. 02000000:00000010:0.0:1761312153.868866:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006664efe8. 00000100:00000010:0.0:1761312153.868870:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.868873:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.868876:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.870861:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.870879:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54cc0 00000400:00000200:2.0:1761312153.870886:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 328 00010000:00000010:1.1:1761312153.871243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d0b151a. 00000400:00000200:2.0:1761312153.874771:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.874786:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.874795:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.874804:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 00000020:00000010:3.0:1761312153.874971:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8c6c2ea. 00000020:00000010:3.0:1761312153.874979:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.874983:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.875009:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e3bd497f x1846868012518592/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.875033:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518592 02000000:00000010:3.0:1761312153.875044:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b8822f0. 00010000:00000010:3.0:1761312153.875071:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000499460c4. 00010000:00000010:3.0:1761312153.875092:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.875099:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a17a8501. 00000100:00000010:3.0:1761312153.875120:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a17a8501. 00010000:00000010:3.0:1761312153.875123:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.875138:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312153.875144:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518592, offset 224 00000400:00000200:3.0:1761312153.875152:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312153.875154:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006664efe8. 00000400:00000200:3.0:1761312153.875165:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.875171:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88893:88893:256:4294967295] 192.168.203.32@tcp LPNI seq info [88893:88893:8:4294967295] 00000400:00000200:3.0:1761312153.875180:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.875186:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.875191:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312153.875197:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.875204:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.875208:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.875235:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00010000:00000010:0.0:1761312153.875235:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00000020:00000010:3.0:1761312153.875242:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00010000:00000010:0.0:1761312153.875244:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fa2c04f. 00000020:00000010:3.0:1761312153.875246:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8c6c2ea. 00010000:00000010:0.0:1761312153.875323:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.875329:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.875339:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.875343:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.875350:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.875360:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2ff4112. 02000000:00000010:0.0:1761312153.875383:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5d4384. 00000800:00000200:2.0:1761312153.875388:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761312153.875388:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000800:00000010:2.0:1761312153.875394:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000010:0.0:1761312153.875394:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000400:00000200:2.0:1761312153.875400:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761312153.875403:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320896, portal 16 00000400:00000200:2.0:1761312153.875407:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:0.0:1761312153.875410:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000400:00000200:2.0:1761312153.875412:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:2.0:1761312153.875416:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:0.0:1761312153.875565:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320896, offset 0 00000400:00000200:0.0:1761312153.875573:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.875580:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.875586:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.875589:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.875593:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.875595:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88894:88894:256:4294967295] 192.168.203.32@tcp LPNI seq info [88894:88894:8:4294967295] 00000400:00000200:0.0:1761312153.875602:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.875606:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.875610:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.875613:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.875617:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.875619:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.875759:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.875763:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.875766:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.875770:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.875772:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312153.875774:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:3.0:1761312153.875779:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.876766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031854ae5. 00010000:00000010:0.1:1761312153.876775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00000400:00000200:2.0:1761312153.881048:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.881066:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000f40 00000400:00000200:2.0:1761312153.881075:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9bd [1] + 224 00000400:00000200:2.0:1761312153.881095:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.881101:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.881112:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.881169:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.881174:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.881177:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.881183:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.881191:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.881218:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5d4384. 02000000:00000010:0.0:1761312153.881224:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2ff4112. 00000100:00000010:0.0:1761312153.881228:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.881232:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.881235:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00010000:00000010:3.1:1761312153.881667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010151f80. 00000400:00000200:2.0:1761312153.883372:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.883388:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54d00 00000400:00000200:2.0:1761312153.883395:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 656 00000400:00000200:2.0:1761312153.883451:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.883454:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.883460:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.883465:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00000020:00000010:1.0:1761312153.883548:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.883554:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.883558:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.883581:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4e66d9e x1846868012518656/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.883610:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518656 02000000:00000010:1.0:1761312153.883621:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cdb6ce2. 00010000:00000010:1.0:1761312153.885270:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cd2e462. 00010000:00000010:1.0:1761312153.885298:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.885305:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.885322:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.885326:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.885340:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312153.885346:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518656, offset 224 00000400:00000200:1.0:1761312153.885355:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.885369:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.885375:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88895:88895:256:4294967295] 192.168.203.32@tcp LPNI seq info [88895:88895:8:4294967295] 00000400:00000200:1.0:1761312153.885385:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.885390:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.885395:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339218). 00000800:00000200:1.0:1761312153.885401:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.885409:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.885413:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.885446:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.885452:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:1.0:1761312153.885456:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:3.0:1761312153.885564:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.885568:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:3.0:1761312153.885575:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.885580:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.885584:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:3.0:1761312153.885586:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00080000:00000010:0.0:1761312153.885668:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2ff4112. 00010000:00000010:0.0:1761312153.885762:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.885768:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009afda415. 00010000:00000010:0.0:1761312153.885836:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.885841:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.885849:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.885852:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.885860:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.885869:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad5d4384. 02000000:00000010:0.0:1761312153.885890:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bb3699d. 00000400:00000010:0.0:1761312153.885896:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.885900:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.885904:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015320960, portal 16 00000400:00000010:0.0:1761312153.885908:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312153.885910:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015320960, offset 0 00000400:00000200:0.0:1761312153.885915:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.885922:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.885929:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.885932:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.885935:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.885937:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88896:88896:256:4294967295] 192.168.203.32@tcp LPNI seq info [88896:88896:8:4294967295] 00000400:00000200:0.0:1761312153.885944:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.885949:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.885952:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.885956:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.885961:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.885963:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.886783:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.886788:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.886794:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.886800:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.886803:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312153.886805:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:3.0:1761312153.886812:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015320960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.887663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebec4fa5. 00010000:00000010:0.1:1761312153.887674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00000400:00000200:2.0:1761312153.887996:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.888011:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000f80 00000400:00000200:2.0:1761312153.888018:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9c9 [1] + 224 00000400:00000200:2.0:1761312153.888031:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.888034:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.888042:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015320960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.888152:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.888156:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.888158:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.888163:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015320960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.888170:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015320960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.888198:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bb3699d. 02000000:00000010:0.0:1761312153.888203:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad5d4384. 00000100:00000010:0.0:1761312153.888206:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.888211:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.888214:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:3.0:1761312153.888836:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.888847:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54d40 00000400:00000200:3.0:1761312153.888853:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 984 00000400:00000200:3.0:1761312153.888901:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.888904:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.888909:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312153.888914:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:1.0:1761312153.889119:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312153.889127:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312153.889136:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001aa4020f. 00000100:00000200:1.0:1761312153.889158:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012518720/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.889819:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518720 02000000:00000010:3.0:1761312153.889836:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:3.0:1761312153.889870:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc515495. 00010000:00000010:3.0:1761312153.889894:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.889901:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a17a8501. 00000100:00000010:3.0:1761312153.889916:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a17a8501. 00010000:00000010:3.0:1761312153.889920:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.889934:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312153.889940:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518720, offset 224 00000400:00000200:3.0:1761312153.889948:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.889960:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.889966:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88897:88897:256:4294967295] 192.168.203.32@tcp LPNI seq info [88897:88897:8:4294967295] 00000400:00000200:3.0:1761312153.889976:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.889982:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.889986:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.889992:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.890000:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.890003:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.890033:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:3.0:1761312153.890039:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001aa4020f. 00000020:00000010:3.0:1761312153.890043:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:2.0:1761312153.890189:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.890193:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312153.890196:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.890201:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.890205:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:2.0:1761312153.890207:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00080000:00000010:0.0:1761312153.893165:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad5d4384. 00010000:00000010:0.0:1761312153.893263:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.893273:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbd01a27. 00010000:00000010:0.0:1761312153.893339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312153.893344:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.893354:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.893361:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.893369:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.893380:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bb3699d. 02000000:00000010:0.0:1761312153.893407:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009055ca8a. 00000400:00000010:0.0:1761312153.893413:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.893418:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.893424:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321024, portal 16 00000400:00000010:0.0:1761312153.893430:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312153.893432:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321024, offset 0 00000400:00000200:0.0:1761312153.893441:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.893457:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.893465:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.893468:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.893471:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.893475:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88898:88898:256:4294967295] 192.168.203.32@tcp LPNI seq info [88898:88898:8:4294967295] 00000400:00000200:0.0:1761312153.893484:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.893489:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.893493:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.893500:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.893506:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.893510:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.893715:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.893719:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.893723:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.893727:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.893731:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:2.0:1761312153.893732:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:2.0:1761312153.893739:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.896664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a208b57. 00000400:00000200:3.0:1761312153.897198:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.897213:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778000fc0 00000400:00000200:3.0:1761312153.897221:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9d5 [1] + 224 00000400:00000200:3.0:1761312153.897235:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.897239:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.897250:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.897325:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.897331:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.897333:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.897339:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.897346:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.897373:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009055ca8a. 02000000:00000010:0.0:1761312153.897379:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bb3699d. 00000100:00000010:0.0:1761312153.897382:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.897386:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.897389:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.897762:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.897772:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54d80 00000400:00000200:2.0:1761312153.897778:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 1312 00000400:00000200:2.0:1761312153.897832:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.897836:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.897840:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.897845:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000020:00000010:1.0:1761312153.897919:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439f5f1a. 00000020:00000010:1.0:1761312153.897926:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005cade2ec. 00000020:00000010:1.0:1761312153.897931:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c1254fbf. 00000100:00000200:1.0:1761312153.897955:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012518784/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.897985:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518784 02000000:00000010:1.0:1761312153.897996:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080914b20. 00010000:00000010:1.0:1761312153.898021:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080b6b0b9. 00010000:00000010:1.0:1761312153.898040:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.898047:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.898065:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.898068:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.898081:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312153.898095:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518784, offset 224 00000400:00000200:1.0:1761312153.898102:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.898112:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.898117:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88899:88899:256:4294967295] 192.168.203.32@tcp LPNI seq info [88899:88899:8:4294967295] 00000400:00000200:1.0:1761312153.898126:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.898131:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.898136:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339218). 00000800:00000200:1.0:1761312153.898140:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.898147:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.898150:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.898172:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005cade2ec. 00000020:00000010:1.0:1761312153.898176:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c1254fbf. 00000020:00000010:1.0:1761312153.898180:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439f5f1a. 00080000:00000010:0.0:1761312153.898227:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bb3699d. 00000800:00000200:2.0:1761312153.898272:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.898275:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:2.0:1761312153.898280:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.898283:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.898286:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:2.0:1761312153.898287:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00010000:00000010:0.0:1761312153.898303:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.898308:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8d4cb1c. 00010000:00000010:0.0:1761312153.898374:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624233b3. 00010000:00000010:0.0:1761312153.898380:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d022f40. 00010000:00000010:0.0:1761312153.898389:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.898393:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.898399:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.898407:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009055ca8a. 02000000:00000010:0.0:1761312153.898427:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d758c30. 00000400:00000010:0.0:1761312153.898431:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.898435:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.898439:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321088, portal 16 00000400:00000010:0.0:1761312153.898443:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312153.898445:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321088, offset 0 00000400:00000200:0.0:1761312153.898450:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.898456:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.898462:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.898465:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.898468:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.898470:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88900:88900:256:4294967295] 192.168.203.32@tcp LPNI seq info [88900:88900:8:4294967295] 00000400:00000200:0.0:1761312153.898477:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.898480:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.898484:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.898488:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.898492:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.898494:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.898581:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.898584:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312153.898587:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.898591:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.898593:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312153.898595:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:3.0:1761312153.898599:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.900751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006befa0d1. 00010000:00000010:0.1:1761312153.900764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:2.0:1761312153.900912:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.900926:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001000 00000400:00000200:2.0:1761312153.900933:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9e1 [1] + 224 00000400:00000200:2.0:1761312153.900942:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.900946:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.900955:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.900983:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.900988:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54dc0 00000400:00000200:2.0:1761312153.900993:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 1640 00000400:00000010:0.0:1761312153.901017:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.901021:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.901023:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.901028:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.901034:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761312153.901035:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.901037:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.901040:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.901046:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 02000000:00000010:0.0:1761312153.901058:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d758c30. 02000000:00000010:0.0:1761312153.901064:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009055ca8a. 00000100:00000010:0.0:1761312153.901067:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.901071:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.901074:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:3.0:1761312153.901173:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a1cfc. 00000020:00000010:3.0:1761312153.901180:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.901184:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.901205:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012518848/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312153.901238:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518848 02000000:00000010:3.0:1761312153.901249:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:3.0:1761312153.901271:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004adcbbfe. 00010000:00000010:3.0:1761312153.901287:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.901292:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a17a8501. 00000100:00000010:3.0:1761312153.901307:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a17a8501. 00010000:00000010:3.0:1761312153.901309:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.901320:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312153.901324:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518848, offset 224 00000400:00000200:3.0:1761312153.901331:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.901339:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.901344:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88901:88901:256:4294967295] 192.168.203.32@tcp LPNI seq info [88901:88901:8:4294967295] 00000400:00000200:3.0:1761312153.901353:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.901358:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.901363:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312153.901367:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.901373:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.901376:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312153.901604:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009055ca8a. 00010000:00000010:2.0:1761312153.901798:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d022f40. 00010000:00000010:2.0:1761312153.901804:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e07abd1. 00010000:00000010:2.0:1761312153.901871:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.0:1761312153.901876:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312153.901884:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc74d2cb. 00000100:00000010:2.0:1761312153.901887:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.901892:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 02000000:00000010:2.0:1761312153.901901:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312153.901919:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02c1f87. 00000400:00000010:2.0:1761312153.901922:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023263045. 00000400:00000010:2.0:1761312153.901926:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312153.901930:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321152, portal 16 00000400:00000010:2.0:1761312153.901934:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312153.901935:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321152, offset 0 00000400:00000200:2.0:1761312153.901940:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.901946:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.901951:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.901954:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.901957:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.901959:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88902:88902:255:4294967295] 192.168.203.32@tcp LPNI seq info [88902:88902:7:4294967295] 00000400:00000200:2.0:1761312153.901966:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.901970:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.901973:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312153.901976:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.901980:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.901982:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312153.902292:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c13a367. 00000020:00000010:3.0:1761312153.902309:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.902314:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.902318:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a1cfc. 00000800:00000200:1.0:1761312153.903096:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.903101:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:1.0:1761312153.903106:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.903112:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.903116:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:1.0:1761312153.903118:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000800:00000200:1.0:1761312153.903163:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.903165:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312153.903169:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.903172:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.903174:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:1.0:1761312153.903175:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:1.0:1761312153.903181:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a73d2881 x1846868015321152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.904674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002874037. 00010000:00000010:0.1:1761312153.904686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.1:1761312153.904691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005233b1f3. 00010000:00000010:0.1:1761312153.904694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00010000:00000010:1.1:1761312153.904701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071396ea6. 00000400:00000200:3.0:1761312153.905140:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.905157:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001040 00000400:00000200:3.0:1761312153.905164:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9ed [1] + 224 00000400:00000200:3.0:1761312153.905180:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.905183:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.905192:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a73d2881 x1846868015321152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312153.905904:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023263045. 00000400:00000200:2.0:1761312153.905911:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:2.0:1761312153.905913:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:2.0:1761312153.905920:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a73d2881 x1846868015321152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312153.905929:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a73d2881 x1846868015321152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312153.905957:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02c1f87. 02000000:00000010:2.0:1761312153.905963:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000754b2472. 00000100:00000010:2.0:1761312153.905967:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 00000100:00000010:2.0:1761312153.905970:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312153.905974:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc74d2cb. 00010000:00000010:3.1:1761312153.907826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000423dbb5d. 00010000:00000010:2.1:1761312153.908785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba017e3f. 00010000:00000010:2.1:1761312153.908797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00000400:00000200:2.0:1761312153.911587:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.911608:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54e00 00000400:00000200:2.0:1761312153.911617:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad305 [2] + 1968 00000400:00000010:2.0:1761312153.911622:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005928fd42. 00000400:00000200:2.0:1761312153.911667:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005641f1d3 00000400:00000200:2.0:1761312153.911732:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.911738:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.911752:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005641f1d3 00000400:00000010:2.0:1761312153.911755:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005641f1d3 (tot 82338818). 00000100:00000200:2.0:1761312153.911761:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312153.912073:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a1cfc. 00000020:00000010:3.0:1761312153.912092:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.912096:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.912126:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4075a47 x1846868012518912/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.912162:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518912 02000000:00000010:3.0:1761312153.912173:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:3.0:1761312153.912201:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015183417. 00010000:00000010:3.0:1761312153.912221:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.912227:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a17a8501. 00000100:00000010:3.0:1761312153.912252:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a17a8501. 00010000:00000010:3.0:1761312153.912255:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.912270:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312153.912275:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518912, offset 224 00000400:00000200:3.0:1761312153.912283:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.912294:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.912300:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88903:88903:256:4294967295] 192.168.203.32@tcp LPNI seq info [88903:88903:8:4294967295] 00080000:00000010:0.0:1761312153.912301:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d758c30. 00000400:00000200:3.0:1761312153.912311:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.912318:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.912322:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312153.912327:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.912334:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.912338:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.912366:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.912373:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.912376:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a1cfc. 02000000:00000010:3.0:1761312153.912384:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00000100:00000010:3.0:1761312153.912388:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00010000:00000010:0.0:1761312153.912390:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 02000000:00000010:3.0:1761312153.912393:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080914b20. 00010000:00000010:0.0:1761312153.912399:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e557b5ae. 00000100:00000010:3.0:1761312153.912403:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:3.0:1761312153.912408:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00000100:00000010:3.0:1761312153.912410:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312153.912413:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cdb6ce2. 00000100:00000010:3.0:1761312153.912416:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 02000000:00000010:3.0:1761312153.912419:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b8822f0. 00000100:00000010:3.0:1761312153.912420:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 02000000:00000010:3.0:1761312153.912423:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ebe5fc. 00000100:00000010:3.0:1761312153.912424:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000200:3.0:1761312153.912430:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312153.912435:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d94acdcd. 00000400:00000010:3.0:1761312153.912439:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a17a8501 (tot 82339218). 00010000:00000010:0.0:1761312153.912466:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312153.912473:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.912482:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.912486:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.912493:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.912503:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad47d8fe. 02000000:00000010:0.0:1761312153.912525:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014c2d0ef. 00000400:00000010:0.0:1761312153.912530:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.912534:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.912538:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321216, portal 16 00000400:00000010:0.0:1761312153.912543:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312153.912546:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321216, offset 0 00000400:00000200:0.0:1761312153.912552:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.912560:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.912568:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.912572:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.912574:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.912576:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88904:88904:255:4294967295] 192.168.203.32@tcp LPNI seq info [88904:88904:7:4294967295] 00000400:00000200:0.0:1761312153.912584:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.912588:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.912592:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312153.912597:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.912602:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.912605:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.912673:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.912677:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339218). 00000400:00000200:1.0:1761312153.912682:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.912687:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.912691:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:1.0:1761312153.912693:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 02000000:00000010:1.0:1761312153.912697:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000800:00000200:1.0:1761312153.912771:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.912773:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312153.912776:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.912779:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.912781:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:1.0:1761312153.912783:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:1.0:1761312153.913004:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312153.917850:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312153.917870:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001080 00000400:00000200:3.0:1761312153.917878:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xae9fd [1] + 224 00000400:00000200:3.0:1761312153.917893:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.917897:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312153.917907:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.918157:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.918162:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.918164:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.918170:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.918178:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.918205:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014c2d0ef. 02000000:00000010:0.0:1761312153.918209:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad47d8fe. 00000100:00000010:0.0:1761312153.918213:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.918217:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.918219:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00010000:00000010:0.1:1761312153.918666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081b9f278. 00010000:00000010:0.1:1761312153.918674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00000400:00000200:2.0:1761312153.921262:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.921282:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54e40 00000400:00000200:2.0:1761312153.921290:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 0 00000400:00000200:2.0:1761312153.921878:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.921884:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.921892:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.921898:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000020:00000010:3.0:1761312153.922087:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:3.0:1761312153.922094:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.922099:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.922125:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012518976/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.922165:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012518976 02000000:00000010:3.0:1761312153.922176:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:3.0:1761312153.922205:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cbf8f63. 00010000:00000010:3.0:1761312153.922227:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.922236:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312153.922246:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312153.922251:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.922264:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312153.922269:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012518976, offset 224 00000400:00000200:3.0:1761312153.922276:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.922287:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.922292:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88905:88905:256:4294967295] 192.168.203.32@tcp LPNI seq info [88905:88905:8:4294967295] 00000400:00000200:3.0:1761312153.922301:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.922306:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.922309:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312153.922314:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.922320:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.922324:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.922349:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.922355:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.922358:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 00000800:00000200:2.0:1761312153.922466:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.922469:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312153.922472:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.922475:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.922479:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:2.0:1761312153.922481:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00080000:00000010:0.0:1761312153.922548:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad47d8fe. 00010000:00000010:0.0:1761312153.922621:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.922650:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085aa6153. 00010000:00000010:0.0:1761312153.922733:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.922739:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.922757:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.922761:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.922767:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.922779:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014c2d0ef. 02000000:00000010:0.0:1761312153.922800:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0c2bc4. 00000400:00000010:0.0:1761312153.922805:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.922810:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.922814:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321280, portal 16 00000400:00000010:0.0:1761312153.922817:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312153.922819:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321280, offset 0 00000400:00000200:0.0:1761312153.922825:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.922831:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.922836:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.922839:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.922842:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.922844:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88906:88906:256:4294967295] 192.168.203.32@tcp LPNI seq info [88906:88906:8:4294967295] 00000400:00000200:0.0:1761312153.922851:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.922855:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.922858:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.922862:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.922865:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.922867:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.923013:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.923016:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312153.923019:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.923023:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.923026:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:3.0:1761312153.923027:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:3.0:1761312153.923031:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.925169:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.925185:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780010c0 00000400:00000200:2.0:1761312153.925195:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea09 [1] + 224 00000400:00000200:2.0:1761312153.925211:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.925216:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.925226:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.925318:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.925323:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.925325:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.925330:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.925337:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.925365:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0c2bc4. 02000000:00000010:0.0:1761312153.925371:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014c2d0ef. 00000100:00000010:0.0:1761312153.925376:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.925380:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.925385:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.925712:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.925721:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54e80 00000400:00000200:2.0:1761312153.925726:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 328 00000400:00000200:2.0:1761312153.925785:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.925789:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.925793:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.925797:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 00010000:00000010:3.1:1761312153.926831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000652efebe. 00000020:00000010:1.0:1761312153.926940:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439f5f1a. 00000020:00000010:1.0:1761312153.926946:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005cade2ec. 00000020:00000010:1.0:1761312153.926950:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c1254fbf. 00000100:00000200:1.0:1761312153.926973:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012519040/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.927005:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519040 02000000:00000010:1.0:1761312153.927016:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312153.927040:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000559717aa. 00010000:00000010:1.0:1761312153.927056:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.927062:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.927079:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.927082:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.927094:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312153.927098:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519040, offset 224 00000400:00000200:1.0:1761312153.927106:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.927117:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.927122:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88907:88907:256:4294967295] 192.168.203.32@tcp LPNI seq info [88907:88907:8:4294967295] 00000400:00000200:1.0:1761312153.927131:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.927136:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.927139:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312153.927144:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.927150:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.927153:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.927169:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005cade2ec. 00000020:00000010:1.0:1761312153.927173:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c1254fbf. 00000020:00000010:1.0:1761312153.927176:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439f5f1a. 00000800:00000200:2.0:1761312153.927305:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.927309:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:2.0:1761312153.927315:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.927318:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.927321:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:2.0:1761312153.927323:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00080000:00000010:0.0:1761312153.927486:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0c2bc4. 00010000:00000010:0.0:1761312153.927567:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.927573:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a208e94. 00010000:00000010:0.0:1761312153.927670:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.927676:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.927686:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.927690:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.927697:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.927709:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014c2d0ef. 02000000:00000010:0.0:1761312153.927732:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048b2ba62. 00000400:00000010:0.0:1761312153.927737:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.927752:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.927757:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321344, portal 16 00000400:00000010:0.0:1761312153.927761:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312153.927763:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321344, offset 0 00000400:00000200:0.0:1761312153.927769:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.927777:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.927783:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.927787:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.927789:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.927791:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88908:88908:256:4294967295] 192.168.203.32@tcp LPNI seq info [88908:88908:8:4294967295] 00000400:00000200:0.0:1761312153.927798:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.927803:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.927806:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.927809:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.927814:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.927816:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.928157:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.928161:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312153.928164:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.928168:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.928171:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312153.928173:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312153.928178:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.930765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004553eab5. 00010000:00000010:0.1:1761312153.930777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00010000:00000010:3.1:1761312153.935014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c63edda. 00010000:00000010:1.1:1761312153.935327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c8b383. 00010000:00000010:0.1:1761312153.935384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f61ab71. 00010000:00000010:0.1:1761312153.935390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00000400:00000200:2.0:1761312153.941797:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.941823:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001100 00000400:00000200:2.0:1761312153.941831:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea15 [1] + 224 00000400:00000200:2.0:1761312153.941841:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.941846:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.941856:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.941897:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.941903:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54ec0 00000400:00000200:2.0:1761312153.941907:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 656 00000400:00000200:2.0:1761312153.941920:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.941923:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.941926:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.941931:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 00000020:00000010:3.0:1761312153.942347:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:3.0:1761312153.942354:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.942358:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.942383:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004386d0ef x1846868012519104/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.942417:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519104 02000000:00000010:3.0:1761312153.942428:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:3.0:1761312153.942460:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.942466:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312153.942471:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312153.942474:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.942486:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312153.942490:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519104, offset 224 00000400:00000200:3.0:1761312153.942497:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.942506:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.942511:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88909:88909:256:4294967295] 192.168.203.32@tcp LPNI seq info [88909:88909:8:4294967295] 00000400:00000200:3.0:1761312153.942520:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.942524:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.942527:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312153.942532:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.942537:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.942541:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.942560:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.942565:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.942567:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 00000800:00000200:2.0:1761312153.942794:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.942798:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312153.942801:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.942805:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.942808:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:2.0:1761312153.942810:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000400:00000010:0.0:1761312153.942871:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.942879:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.942882:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.942888:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.942896:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312153.942916:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e5e179f. 02000000:00000010:0.0:1761312153.942929:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048b2ba62. 02000000:00000010:0.0:1761312153.942933:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014c2d0ef. 00000100:00000010:0.0:1761312153.942937:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.942940:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.942943:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00080000:00000010:0.0:1761312153.942958:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048b2ba62. 00010000:00000010:0.0:1761312153.943033:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.943039:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035ce4e50. 00010000:00000010:0.0:1761312153.943104:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.943108:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.943117:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.943121:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.943126:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.943135:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014c2d0ef. 02000000:00000010:0.0:1761312153.943156:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a7d3656. 00000400:00000010:0.0:1761312153.943159:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.943163:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.943167:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321408, portal 16 00000400:00000010:0.0:1761312153.943171:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312153.943173:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321408, offset 0 00000400:00000200:0.0:1761312153.943178:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.943184:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.943189:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.943192:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.943195:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.943197:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88910:88910:256:4294967295] 192.168.203.32@tcp LPNI seq info [88910:88910:8:4294967295] 00000400:00000200:0.0:1761312153.943204:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.943209:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.943212:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.943217:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.943221:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.943223:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.943559:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.943562:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312153.943566:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.943570:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.943572:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312153.943574:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312153.943578:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.945889:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.945908:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001140 00000400:00000200:2.0:1761312153.945917:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea21 [1] + 224 00000400:00000200:2.0:1761312153.945935:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.945939:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.945948:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.946534:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.946539:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.946542:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.946548:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.946556:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.946586:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a7d3656. 02000000:00000010:0.0:1761312153.946592:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014c2d0ef. 00000100:00000010:0.0:1761312153.946596:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.946600:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.946604:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.947377:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.947391:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54f00 00000400:00000200:2.0:1761312153.947398:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 984 00000400:00000200:2.0:1761312153.947449:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.947452:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.947457:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.947462:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff718bdd. 00000020:00000010:1.0:1761312153.947567:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000439f5f1a. 00000020:00000010:1.0:1761312153.947574:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005cade2ec. 00000020:00000010:1.0:1761312153.947578:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c1254fbf. 00000100:00000200:1.0:1761312153.947598:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ff718bdd x1846868012519168/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312153.948186:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519168 02000000:00000010:3.0:1761312153.948201:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007b8822f0. 00010000:00000010:3.0:1761312153.948228:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a6073ae. 00010000:00000010:3.0:1761312153.948245:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.948252:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312153.948273:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312153.948277:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.948292:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312153.948297:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519168, offset 224 00000400:00000200:3.0:1761312153.948305:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.948315:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.948320:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88911:88911:256:4294967295] 192.168.203.32@tcp LPNI seq info [88911:88911:8:4294967295] 00000400:00000200:3.0:1761312153.948329:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.948333:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.948337:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312153.948343:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.948349:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.948353:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.948375:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005cade2ec. 00000020:00000010:3.0:1761312153.948380:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c1254fbf. 00000020:00000010:3.0:1761312153.948384:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000439f5f1a. 00000800:00000200:2.0:1761312153.948505:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.948509:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:2.0:1761312153.948512:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.948516:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.948519:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:2.0:1761312153.948521:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00080000:00000010:0.0:1761312153.948796:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a7d3656. 00010000:00000010:0.0:1761312153.948878:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.948886:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1a35a53. 00010000:00000010:0.0:1761312153.948955:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312153.948961:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.948971:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.948976:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.948983:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.948994:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c73f4884. 02000000:00000010:0.0:1761312153.949017:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec69c509. 00000400:00000010:0.0:1761312153.949022:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.949027:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.949033:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321472, portal 16 00000400:00000010:0.0:1761312153.949038:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312153.949040:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321472, offset 0 00000400:00000200:0.0:1761312153.949047:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.949054:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.949060:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.949064:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.949066:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.949069:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88912:88912:256:4294967295] 192.168.203.32@tcp LPNI seq info [88912:88912:8:4294967295] 00000400:00000200:0.0:1761312153.949076:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.949079:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.949082:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312153.949087:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.949092:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.949093:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.949405:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.949408:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.949412:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.949416:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.949419:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:2.0:1761312153.949420:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:2.0:1761312153.949427:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.952669:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.952698:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001180 00000400:00000200:2.0:1761312153.952706:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea2d [1] + 224 00000400:00000200:2.0:1761312153.952726:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.952730:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.952740:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.952963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc2e5e89. 00010000:00000010:0.1:1761312153.952969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e1f9b88. 00010000:00000010:0.1:1761312153.952973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000010:0.0:1761312153.952989:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.952993:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.952995:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.953000:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.953007:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.953032:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec69c509. 02000000:00000010:0.0:1761312153.953037:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c73f4884. 00000100:00000010:0.0:1761312153.953040:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.953044:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.953046:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.953380:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.953389:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54f40 00000400:00000200:2.0:1761312153.953394:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 1312 00000400:00000200:2.0:1761312153.953441:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.953445:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.953448:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.953453:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb3f8f80. 00000020:00000010:1.0:1761312153.953529:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312153.953535:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.953538:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f39f61f. 00000100:00000200:1.0:1761312153.953559:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb3f8f80 x1846868012519232/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.953736:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519232 02000000:00000010:1.0:1761312153.953755:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:1.0:1761312153.953781:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050ca8623. 00010000:00000010:1.0:1761312153.953798:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.953803:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.953814:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.953817:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.953829:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312153.953833:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519232, offset 224 00000400:00000200:1.0:1761312153.953840:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.953848:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.953853:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88913:88913:256:4294967295] 192.168.203.32@tcp LPNI seq info [88913:88913:8:4294967295] 00000400:00000200:1.0:1761312153.953862:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.953866:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.953871:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312153.953875:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.953881:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.953884:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.953903:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.953907:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f39f61f. 00000020:00000010:1.0:1761312153.953911:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00080000:00000010:0.0:1761312153.954037:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73f4884. 00010000:00000010:0.0:1761312153.954108:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.954113:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044559c0c. 00010000:00000010:0.0:1761312153.954185:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.954190:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.954199:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.954202:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.954206:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.954215:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec69c509. 02000000:00000010:0.0:1761312153.954233:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000432c67c3. 00000400:00000010:0.0:1761312153.954237:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.954240:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.954244:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321536, portal 16 00000400:00000010:0.0:1761312153.954247:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312153.954248:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321536, offset 0 00000400:00000200:0.0:1761312153.954253:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.954258:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.954264:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.954267:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.954270:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.954272:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88914:88914:255:4294967295] 192.168.203.32@tcp LPNI seq info [88914:88914:7:4294967295] 00000400:00000200:0.0:1761312153.954279:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.954283:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.954285:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312153.954288:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.954292:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.954294:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.954532:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.954536:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82339218). 00000400:00000200:2.0:1761312153.954541:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.954545:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.954548:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:2.0:1761312153.954549:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000800:00000200:2.0:1761312153.954600:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.954601:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312153.954604:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.954607:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.954608:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:2.0:1761312153.954609:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:2.0:1761312153.954613:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.956493:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.956508:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780011c0 00000400:00000200:2.0:1761312153.956515:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea39 [1] + 224 00000400:00000200:2.0:1761312153.956525:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.956528:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.956536:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312153.956706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab2ff371. 00000400:00000200:2.0:1761312153.956846:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.956852:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54f80 00000400:00000200:2.0:1761312153.956857:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 1640 00000400:00000200:2.0:1761312153.956867:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.956869:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.956872:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.956876:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 00010000:00000010:0.1:1761312153.957418:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a08b835. 00010000:00000010:0.1:1761312153.957426:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00000400:00000010:0.0:1761312153.957437:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.957441:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.957443:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.957450:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.957458:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.957483:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000432c67c3. 02000000:00000010:0.0:1761312153.957489:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec69c509. 00000100:00000010:0.0:1761312153.957492:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.957495:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.957498:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:1.0:1761312153.957599:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312153.957606:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.957610:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f39f61f. 00000100:00000200:1.0:1761312153.957660:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ee8bbc5 x1846868012519296/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312153.959246:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519296 02000000:00000010:1.0:1761312153.959264:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312153.959293:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000228f25ca. 00010000:00000010:1.0:1761312153.959315:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.959322:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.959337:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.959340:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.959353:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312153.959358:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519296, offset 224 00000400:00000200:1.0:1761312153.959366:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.959379:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.959384:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88915:88915:256:4294967295] 192.168.203.32@tcp LPNI seq info [88915:88915:8:4294967295] 00000400:00000200:1.0:1761312153.959393:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.959399:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.959403:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339218). 00000800:00000200:1.0:1761312153.959409:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.959415:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.959419:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.959433:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.959437:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f39f61f. 00000020:00000010:1.0:1761312153.959442:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00000800:00000200:2.0:1761312153.959584:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.959588:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:2.0:1761312153.959594:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.959598:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.959602:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:2.0:1761312153.959603:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00080000:00000010:0.0:1761312153.959721:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec69c509. 00010000:00000010:0.0:1761312153.959812:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.959818:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4723172. 00010000:00000010:0.0:1761312153.959886:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.959891:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.959902:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.959905:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.959912:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.959922:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000432c67c3. 02000000:00000010:0.0:1761312153.959941:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083bb7616. 00000400:00000010:0.0:1761312153.959946:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.959951:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.959955:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321600, portal 16 00000400:00000010:0.0:1761312153.959959:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312153.959961:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321600, offset 0 00000400:00000200:0.0:1761312153.959966:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.959972:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.959978:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.959982:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.959984:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.959986:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88916:88916:256:4294967295] 192.168.203.32@tcp LPNI seq info [88916:88916:8:4294967295] 00000400:00000200:0.0:1761312153.959993:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.959998:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.960001:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312153.960005:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.960009:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.960012:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.960295:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.960298:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312153.960301:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.960305:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.960308:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:2.0:1761312153.960309:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:2.0:1761312153.960315:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.961672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b339da79. 00000400:00000200:2.0:1761312153.963017:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.963034:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001200 00000400:00000200:2.0:1761312153.963042:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea45 [1] + 224 00000400:00000200:2.0:1761312153.963059:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.963062:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.963073:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.963153:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.963158:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.963160:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.963165:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.963172:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.963198:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083bb7616. 02000000:00000010:0.0:1761312153.963203:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000432c67c3. 00000100:00000010:0.0:1761312153.963206:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.963210:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.963213:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.964885:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.964901:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d54fc0 00000400:00000200:2.0:1761312153.964908:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad35d [2] + 1968 00000400:00000010:2.0:1761312153.964912:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000278cee2f. 00000400:00000200:2.0:1761312153.964918:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000840d754d 00000400:00000200:2.0:1761312153.964982:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.964987:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.964990:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000840d754d 00000400:00000010:2.0:1761312153.964992:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000840d754d (tot 82338818). 00000100:00000200:2.0:1761312153.964997:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312153.965078:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312153.965085:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.965088:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f39f61f. 00000100:00000200:1.0:1761312153.965114:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6d4e657 x1846868012519360/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.965151:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519360 02000000:00000010:1.0:1761312153.965163:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000439f5f1a. 00010000:00000010:1.0:1761312153.965193:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7e107b7. 00010000:00000010:1.0:1761312153.965214:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.965221:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bdde2a1d. 00000100:00000010:1.0:1761312153.965240:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bdde2a1d. 00010000:00000010:1.0:1761312153.965243:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.965256:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312153.965261:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519360, offset 224 00000400:00000200:1.0:1761312153.965268:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.965276:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.965281:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88917:88917:256:4294967295] 192.168.203.32@tcp LPNI seq info [88917:88917:8:4294967295] 00000400:00000200:1.0:1761312153.965289:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.965293:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.965297:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339066). 00000800:00000200:1.0:1761312153.965301:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.965307:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.965310:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.965328:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.965332:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f39f61f. 00000020:00000010:1.0:1761312153.965335:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 02000000:00000010:1.0:1761312153.965341:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:1.0:1761312153.965345:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 02000000:00000010:1.0:1761312153.965348:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000100:00000010:1.0:1761312153.965350:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 02000000:00000010:1.0:1761312153.965352:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007b8822f0. 00000100:00000010:1.0:1761312153.965354:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 02000000:00000010:1.0:1761312153.965356:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00000100:00000010:1.0:1761312153.965358:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 02000000:00000010:1.0:1761312153.965360:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:1.0:1761312153.965362:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:1.0:1761312153.965364:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00000100:00000010:1.0:1761312153.965365:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 00000100:00000200:1.0:1761312153.965370:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312153.965373:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000846b2351. 00000400:00000010:1.0:1761312153.965376:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdde2a1d (tot 82339218). 00080000:00000010:0.0:1761312153.965483:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000432c67c3. 00010000:00000010:0.0:1761312153.965561:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.965567:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d26c1d54. 00010000:00000010:0.0:1761312153.965680:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312153.965685:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.965695:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.965699:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.965706:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.965716:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083bb7616. 02000000:00000010:0.0:1761312153.965736:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d7b24ef. 00000400:00000010:0.0:1761312153.965740:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.965752:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.965755:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321664, portal 16 00000400:00000010:0.0:1761312153.965759:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312153.965760:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321664, offset 0 00000400:00000200:0.0:1761312153.965766:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.965772:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.965778:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.965781:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.965784:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.965787:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88918:88918:255:4294967295] 192.168.203.32@tcp LPNI seq info [88918:88918:7:4294967295] 00000400:00000200:0.0:1761312153.965793:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.965797:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.965800:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.965804:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.965808:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.965810:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.965892:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.965895:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82339218). 00000400:00000200:2.0:1761312153.965900:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.965904:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.965906:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:2.0:1761312153.965908:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 02000000:00000010:2.0:1761312153.965911:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000439f5f1a. 00000800:00000200:2.0:1761312153.965945:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.965947:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.965950:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.965952:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.965954:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:2.0:1761312153.965955:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:2.0:1761312153.965959:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.969068:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.969085:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001240 00000400:00000200:2.0:1761312153.969094:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea55 [1] + 224 00000400:00000200:2.0:1761312153.969105:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.969108:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.969118:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.969156:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.969162:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55000 00000400:00000200:2.0:1761312153.969168:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 0 00010000:00000010:0.1:1761312153.969730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b802d75c. 00010000:00000010:0.1:1761312153.969739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.1:1761312153.969751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a202bf. 00010000:00000010:0.1:1761312153.969754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000010:0.0:1761312153.969772:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.969777:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.969778:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.969785:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.969794:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.969819:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d7b24ef. 02000000:00000010:0.0:1761312153.969824:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083bb7616. 00000100:00000010:0.0:1761312153.969828:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.969833:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.969835:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.970043:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.970050:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.970056:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.970061:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:2.0:1761312153.970232:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028ea29d3. 00000020:00000010:2.0:1761312153.970239:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7ade1a4. 00000020:00000010:2.0:1761312153.970242:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000084f5f189. 00000100:00000200:2.0:1761312153.970263:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012519424/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312153.970853:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519424 02000000:00000010:1.0:1761312153.970867:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312153.970894:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002093e321. 00010000:00000010:1.0:1761312153.970913:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.970919:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312153.970939:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312153.970942:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.970954:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312153.970957:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519424, offset 224 00000400:00000200:1.0:1761312153.970964:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.970976:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.970981:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88919:88919:256:4294967295] 192.168.203.32@tcp LPNI seq info [88919:88919:8:4294967295] 00000400:00000200:1.0:1761312153.970990:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.970995:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.970999:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339218). 00000800:00000200:1.0:1761312153.971003:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.971010:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.971013:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.971040:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7ade1a4. 00000020:00000010:1.0:1761312153.971044:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000084f5f189. 00000020:00000010:1.0:1761312153.971048:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028ea29d3. 00080000:00000010:0.0:1761312153.971113:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083bb7616. 00010000:00000010:0.0:1761312153.971191:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.971197:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb2fad0d. 00010000:00000010:0.0:1761312153.971265:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312153.971271:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f290de87. 00010000:00000010:0.0:1761312153.971279:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.971283:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.971289:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.971298:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d7b24ef. 02000000:00000010:0.0:1761312153.971320:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014c2d0ef. 00000400:00000010:0.0:1761312153.971326:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.971330:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.971335:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321728, portal 16 00000400:00000010:0.0:1761312153.971339:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312153.971341:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321728, offset 0 00000400:00000200:0.0:1761312153.971347:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.971352:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.971358:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.971361:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.971364:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.971366:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88920:88920:255:4294967295] 192.168.203.32@tcp LPNI seq info [88920:88920:7:4294967295] 00000400:00000200:0.0:1761312153.971372:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.971376:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.971380:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312153.971385:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.971391:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.971393:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.971481:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.971485:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82339218). 00000400:00000200:3.0:1761312153.971490:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.971494:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.971498:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:3.0:1761312153.971499:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000800:00000200:3.0:1761312153.971926:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.971928:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312153.971933:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.971936:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.971939:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:3.0:1761312153.971941:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:3.0:1761312153.971946:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.973133:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.973150:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001280 00000400:00000200:2.0:1761312153.973159:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea61 [1] + 224 00000400:00000200:2.0:1761312153.973173:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.973177:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.973185:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.973262:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.973266:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:0.0:1761312153.973268:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:0.0:1761312153.973273:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.973281:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.973306:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014c2d0ef. 02000000:00000010:0.0:1761312153.973311:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d7b24ef. 00000100:00000010:0.0:1761312153.973316:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.973320:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.973323:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00010000:00000010:0.1:1761312153.974905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f94849. 00010000:00000010:0.1:1761312153.974918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:1.1:1761312153.974983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b687a84c. 00000400:00000200:2.0:1761312153.975331:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.975345:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55040 00000400:00000200:2.0:1761312153.975353:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 328 00000400:00000200:2.0:1761312153.975529:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.975535:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.975541:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.975547:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 00000020:00000010:0.0:1761312153.975749:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014c2d0ef. 00000020:00000010:0.0:1761312153.975757:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.975762:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312153.975786:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000125a5844 x1846868012519488/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312153.975822:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519488 02000000:00000010:0.0:1761312153.975835:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d7b24ef. 00010000:00000010:0.0:1761312153.975863:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef873cb5. 00010000:00000010:0.0:1761312153.975881:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.975886:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.975897:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.975900:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000010:0.0:1761312153.975912:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312153.975917:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519488, offset 224 00000400:00000200:0.0:1761312153.975925:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.975935:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.975940:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88921:88921:256:4294967295] 192.168.203.32@tcp LPNI seq info [88921:88921:8:4294967295] 00000400:00000200:0.0:1761312153.975949:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.975954:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.975958:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312153.975963:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.975969:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.975972:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312153.975992:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312153.975995:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312153.975998:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014c2d0ef. 00080000:00000010:2.0:1761312153.976127:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004f67724. 00010000:00000010:2.0:1761312153.976206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f290de87. 00010000:00000010:2.0:1761312153.976212:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004154d95f. 00010000:00000010:2.0:1761312153.976275:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312153.976280:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.976290:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc74d2cb. 00000100:00000010:2.0:1761312153.976293:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312153.976299:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312153.976310:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e7d520d. 02000000:00000010:2.0:1761312153.976332:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1dd1c3f. 00000400:00000010:2.0:1761312153.976336:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023263045. 00000400:00000010:2.0:1761312153.976341:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312153.976345:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321792, portal 16 00000400:00000010:2.0:1761312153.976350:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312153.976352:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321792, offset 0 00000400:00000200:2.0:1761312153.976357:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.976363:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.976369:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.976372:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.976374:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.976376:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88922:88922:255:4294967295] 192.168.203.32@tcp LPNI seq info [88922:88922:7:4294967295] 00000400:00000200:2.0:1761312153.976381:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.976385:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.976387:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312153.976390:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.976394:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.976396:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312153.976499:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.976502:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312153.976506:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.976509:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.976512:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:3.0:1761312153.976514:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000800:00000200:3.0:1761312153.976559:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.976561:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312153.976564:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.976567:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.976569:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312153.976570:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:3.0:1761312153.976574:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015321792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312153.977684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065da189d. 00010000:00000010:0.1:1761312153.977923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000923ab20f. 00010000:00000010:0.1:1761312153.977928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00000400:00000200:2.0:1761312153.977966:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.977979:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780012c0 00000400:00000200:2.0:1761312153.977986:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea6d [1] + 224 00000400:00000200:2.0:1761312153.977999:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.978001:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.978009:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015321792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.978077:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023263045. 00000400:00000200:0.0:1761312153.978082:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:0.0:1761312153.978083:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:0.0:1761312153.978088:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015321792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.978094:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015321792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.978119:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1dd1c3f. 02000000:00000010:0.0:1761312153.978124:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e7d520d. 00000100:00000010:0.0:1761312153.978127:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:0.0:1761312153.978130:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:0.0:1761312153.978134:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc74d2cb. 00000400:00000200:2.0:1761312153.979459:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.979475:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55080 00000400:00000200:2.0:1761312153.979482:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 656 00000400:00000200:2.0:1761312153.979532:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.979536:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.979541:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.979547:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 00000020:00000010:1.0:1761312153.979983:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312153.979990:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.979994:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f39f61f. 00000100:00000200:1.0:1761312153.980020:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005293ba23 x1846868012519552/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312153.980055:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519552 02000000:00000010:1.0:1761312153.980066:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312153.980093:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a26969ae. 00010000:00000010:1.0:1761312153.980114:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312153.980121:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312153.980143:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312153.980147:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312153.980160:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312153.980164:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519552, offset 224 00000400:00000200:1.0:1761312153.980173:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312153.980182:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312153.980187:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88923:88923:256:4294967295] 192.168.203.32@tcp LPNI seq info [88923:88923:8:4294967295] 00000400:00000200:1.0:1761312153.980196:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312153.980201:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312153.980205:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00000800:00000200:1.0:1761312153.980210:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312153.980216:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312153.980220:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312153.980241:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.980246:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f39f61f. 00000020:00000010:1.0:1761312153.980249:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00080000:00000010:2.0:1761312153.980565:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e7d520d. 00010000:00000010:2.0:1761312153.980676:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.980689:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5f8bb03. 00010000:00000010:2.0:1761312153.980766:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312153.980770:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312153.980775:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312153.980779:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00080000:00000010:2.0:1761312153.980791:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1dd1c3f. 00010000:00000010:2.0:1761312153.980817:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.980821:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312153.980867:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312153.980871:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312153.980878:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089f21f11. 00000100:00000010:2.0:1761312153.980882:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000800:00000200:3.0:1761312153.981031:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312153.981034:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338970). 00000400:00000200:3.0:1761312153.981040:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312153.981045:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312153.981049:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:3.0:1761312153.981050:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00010000:00000010:0.1:1761312153.981662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e048444d. 00010000:00000010:1.1:1761312153.981721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6d4178. 00000100:00000010:2.0:1761312153.981945:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000331b826a. 02000000:00000010:2.0:1761312153.981957:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312153.981979:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a9f1e56. 00000400:00000010:2.0:1761312153.981984:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e622e4a. 00000400:00000010:2.0:1761312153.981989:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312153.981994:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321856, portal 16 00000400:00000010:2.0:1761312153.981998:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312153.982000:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321856, offset 0 00000400:00000200:2.0:1761312153.982007:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312153.982018:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312153.982025:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312153.982028:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312153.982031:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312153.982034:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88924:88924:256:4294967295] 192.168.203.32@tcp LPNI seq info [88924:88924:8:4294967295] 00000400:00000200:2.0:1761312153.982041:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312153.982045:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312153.982049:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312153.982054:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312153.982060:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312153.982063:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312153.982587:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312153.982591:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:1.0:1761312153.982596:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.982600:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312153.982604:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:1.0:1761312153.982605:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:1.0:1761312153.982613:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000331b826a x1846868015321856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312153.984947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029fa55ab. 00010000:00000010:2.1:1761312153.984961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:2.1:1761312153.989339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1c22c4. 00010000:00000010:2.1:1761312153.989353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.1:1761312153.989357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312153.989473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000400:00000200:2.0:1761312153.989517:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.989532:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001300 00000400:00000200:2.0:1761312153.989539:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea79 [1] + 224 00000400:00000200:2.0:1761312153.989551:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.989554:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.989565:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000331b826a x1846868015321856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312153.989605:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.989610:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d550c0 00000400:00000200:2.0:1761312153.989615:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 984 00010000:00000010:1.1:1761312153.989640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a45a9455. 00000400:00000200:2.0:1761312153.989813:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.989818:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.989823:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.989828:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:1.0:1761312153.989982:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312153.989989:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028ff3607. 00000020:00000010:1.0:1761312153.989994:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f39f61f. 00000100:00000200:1.0:1761312153.990016:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012519616/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1761312153.990021:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e622e4a. 00000400:00000200:0.0:1761312153.990028:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:0.0:1761312153.990030:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:0.0:1761312153.990038:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000331b826a x1846868015321856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.990046:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000331b826a x1846868015321856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.990071:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a9f1e56. 02000000:00000010:0.0:1761312153.990076:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028ea29d3. 00000100:00000010:0.0:1761312153.990079:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 00000100:00000010:0.0:1761312153.990082:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00000100:00000200:3.0:1761312153.990126:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519616 02000000:00000010:3.0:1761312153.990140:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff6a1cfc. 00010000:00000010:3.0:1761312153.990167:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000296698ee. 00010000:00000010:3.0:1761312153.990185:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.990191:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312153.990195:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312153.990198:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.990211:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312153.990215:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519616, offset 224 00000400:00000200:3.0:1761312153.990222:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00010000:00000010:0.0:1761312153.990225:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089f21f11. 00000400:00000200:3.0:1761312153.990235:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.990241:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88925:88925:256:4294967295] 192.168.203.32@tcp LPNI seq info [88925:88925:8:4294967295] 00000400:00000200:3.0:1761312153.990251:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00080000:00000010:0.0:1761312153.990252:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014c2d0ef. 00000800:00000200:3.0:1761312153.990258:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.990263:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312153.990269:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.990276:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.990279:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.990307:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028ff3607. 00000020:00000010:3.0:1761312153.990312:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f39f61f. 00000020:00000010:3.0:1761312153.990316:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00010000:00000010:0.0:1761312153.990336:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:0.0:1761312153.990343:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c836e28c. 00010000:00000010:0.0:1761312153.990425:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312153.990431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312153.990440:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.990444:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.990449:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.990458:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8b19a88. 02000000:00000010:0.0:1761312153.990477:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c277d46. 00000400:00000010:0.0:1761312153.990481:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.990484:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312153.990489:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321920, portal 16 00000400:00000010:0.0:1761312153.990493:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312153.990501:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321920, offset 0 00000400:00000200:0.0:1761312153.990507:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.990513:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.990519:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.990522:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.990525:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.990527:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88926:88926:255:4294967295] 192.168.203.32@tcp LPNI seq info [88926:88926:7:4294967295] 00000400:00000200:0.0:1761312153.990534:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.990538:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.990541:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312153.990545:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.990549:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.990551:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.990735:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.990738:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312153.990749:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.990753:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.990756:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:2.0:1761312153.990758:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000800:00000200:2.0:1761312153.990801:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.990803:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312153.990805:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.990808:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.990810:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:2.0:1761312153.990811:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:2.0:1761312153.990815:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312153.995958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000267e2416. 00010000:00000010:0.1:1761312153.995979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00000400:00000200:1.0:1761312153.996862:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312153.996879:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001340 00000400:00000200:1.0:1761312153.996888:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea85 [1] + 224 00000400:00000200:1.0:1761312153.996904:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312153.996908:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312153.996918:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312153.997514:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312153.997519:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312153.997521:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312153.997528:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312153.997536:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312153.997564:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c277d46. 02000000:00000010:0.0:1761312153.997569:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8b19a88. 00000100:00000010:0.0:1761312153.997572:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312153.997577:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312153.997580:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312153.997879:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312153.997892:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55100 00000400:00000200:2.0:1761312153.997899:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 1312 00000400:00000200:2.0:1761312153.998222:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.998227:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312153.998233:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312153.998241:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000331b826a. 00000020:00000010:3.0:1761312153.998338:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:3.0:1761312153.998346:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.998350:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312153.998374:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000331b826a x1846868012519680/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:631/0 lens 328/0 e 0 to 0 dl 1761312196 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312153.998406:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519680 02000000:00000010:3.0:1761312153.998419:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8c6c2ea. 00010000:00000010:3.0:1761312153.998449:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e299bd34. 00010000:00000010:3.0:1761312153.998471:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312153.998477:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312153.998496:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312153.998500:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000010:3.0:1761312153.998512:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312153.998516:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519680, offset 224 00000400:00000200:3.0:1761312153.998523:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312153.998533:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312153.998539:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88927:88927:256:4294967295] 192.168.203.32@tcp LPNI seq info [88927:88927:8:4294967295] 00000400:00000200:3.0:1761312153.998549:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312153.998553:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312153.998557:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312153.998562:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312153.998568:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312153.998571:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312153.998598:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312153.998604:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:3.0:1761312153.998607:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00080000:00000010:0.0:1761312153.999091:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8b19a88. 00010000:00000010:0.0:1761312153.999169:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312153.999175:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005997f1de. 00010000:00000010:0.0:1761312153.999243:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312153.999247:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312153.999256:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312153.999260:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312153.999266:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312153.999276:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c277d46. 02000000:00000010:0.0:1761312153.999298:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a31e3722. 00000400:00000010:0.0:1761312153.999302:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312153.999306:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312153.999311:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015321984, portal 16 00000400:00000010:0.0:1761312153.999316:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312153.999318:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015321984, offset 0 00000400:00000200:0.0:1761312153.999325:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312153.999334:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312153.999340:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312153.999344:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312153.999347:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312153.999349:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88928:88928:255:4294967295] 192.168.203.32@tcp LPNI seq info [88928:88928:7:4294967295] 00000400:00000200:0.0:1761312153.999356:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312153.999360:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312153.999364:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312153.999368:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312153.999372:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312153.999374:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312153.999506:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.999510:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:2.0:1761312153.999514:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.999517:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.999521:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:2.0:1761312153.999523:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000800:00000200:2.0:1761312153.999584:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312153.999586:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312153.999589:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312153.999592:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312153.999594:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:2.0:1761312153.999595:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:2.0:1761312153.999601:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015321984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.005817:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.005838:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001380 00000400:00000200:1.0:1761312154.005846:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea91 [1] + 224 00000400:00000200:1.0:1761312154.005865:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.005870:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.005886:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015321984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312154.005972:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312154.005977:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312154.005979:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312154.005984:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015321984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.005991:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015321984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312160 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.006018:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a31e3722. 02000000:00000010:0.0:1761312154.006024:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c277d46. 00000100:00000010:0.0:1761312154.006028:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312154.006032:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312154.006036:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312154.006249:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.006262:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55140 00000400:00000200:2.0:1761312154.006268:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 1640 00000400:00000200:2.0:1761312154.006326:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.006330:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.006334:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.006339:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00010000:00000010:3.1:1761312154.006663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec35ab13. 00000020:00000010:1.0:1761312154.007014:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.007022:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.007026:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000100:00000200:1.0:1761312154.007050:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012519744/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.007084:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519744 02000000:00000010:1.0:1761312154.007095:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312154.007123:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082c8482e. 00010000:00000010:1.0:1761312154.007141:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.007147:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.007166:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.007170:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.007182:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312154.007187:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519744, offset 224 00000400:00000200:1.0:1761312154.007193:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.007203:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.007208:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88929:88929:256:4294967295] 192.168.203.32@tcp LPNI seq info [88929:88929:8:4294967295] 00000400:00000200:1.0:1761312154.007217:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.007222:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.007226:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339218). 00000800:00000200:1.0:1761312154.007231:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.007237:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.007240:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.007261:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.007265:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000020:00000010:1.0:1761312154.007269:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00080000:00000010:0.0:1761312154.007377:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c277d46. 00010000:00000010:0.0:1761312154.007456:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312154.007462:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fae0305. 00010000:00000010:0.0:1761312154.007530:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312154.007536:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ff61083. 00010000:00000010:0.0:1761312154.007545:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312154.007548:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312154.007553:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312154.007561:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a31e3722. 02000000:00000010:0.0:1761312154.007582:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081305c7b. 00000400:00000010:0.0:1761312154.007586:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.007590:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.007594:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322048, portal 16 00000400:00000010:0.0:1761312154.007598:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312154.007599:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322048, offset 0 00000400:00000200:0.0:1761312154.007604:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.007611:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.007617:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.007620:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.007654:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.007657:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88930:88930:255:4294967295] 192.168.203.32@tcp LPNI seq info [88930:88930:7:4294967295] 00000400:00000200:0.0:1761312154.007663:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.007668:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.007672:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312154.007676:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.007680:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.007837:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.007841:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82339218). 00000400:00000200:2.0:1761312154.007847:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.007851:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.007854:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:2.0:1761312154.007856:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000800:00000200:0.0:1761312154.007900:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.009271:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.009277:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312154.009283:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.009289:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.009294:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:1.0:1761312154.009296:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:1.0:1761312154.009304:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015322048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.012317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da5b34c3. 00010000:00000010:0.1:1761312154.012337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00000400:00000200:2.0:1761312154.016426:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.016451:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780013c0 00000400:00000200:2.0:1761312154.016464:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaea9d [1] + 224 00000400:00000200:2.0:1761312154.016480:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.016484:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.016497:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015322048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312154.019834:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312154.019849:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312154.019851:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312154.019867:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015322048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.019879:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015322048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.019912:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081305c7b. 02000000:00000010:0.0:1761312154.019919:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a31e3722. 00000100:00000010:0.0:1761312154.019923:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312154.019928:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312154.019931:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000400:00000200:2.0:1761312154.020205:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.020220:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55180 00000400:00000200:2.0:1761312154.020227:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad3b5 [2] + 1968 00000400:00000010:2.0:1761312154.020231:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:2.0:1761312154.020235:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008b397580 00000400:00000200:2.0:1761312154.020306:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.020311:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.020316:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b397580 00000400:00000010:2.0:1761312154.020318:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008b397580 (tot 82338818). 00000100:00000200:2.0:1761312154.020324:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312154.020407:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:3.0:1761312154.020414:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312154.020418:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001d405a1f. 00000100:00000200:3.0:1761312154.020444:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009926d216 x1846868012519808/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.020491:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519808 02000000:00000010:3.0:1761312154.020503:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ecce19b. 00010000:00000010:3.0:1761312154.020529:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c4ed97c. 00010000:00000010:3.0:1761312154.020550:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.020556:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00010000:00000010:1.1:1761312154.021675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff59269b. 00010000:00000010:0.1:1761312154.022228:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f477ff64. 00010000:00000010:0.1:1761312154.022237:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00080000:00000010:0.0:1761312154.022258:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a31e3722. 00010000:00000010:0.0:1761312154.022412:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312154.022419:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.022430:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312154.022436:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312154.022446:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312154.022458:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081305c7b. 02000000:00000010:0.0:1761312154.022495:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000975c18ad. 00000400:00000010:0.0:1761312154.022501:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.022507:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.022514:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322112, portal 16 00000400:00000010:0.0:1761312154.022519:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312154.022520:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322112, offset 0 00000400:00000200:0.0:1761312154.022529:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.022544:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.022551:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.022553:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.022556:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.022559:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88931:88931:256:4294967295] 192.168.203.32@tcp LPNI seq info [88931:88931:8:4294967295] 00000400:00000200:0.0:1761312154.022568:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.022573:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.022577:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339066). 00000800:00000200:0.0:1761312154.022583:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.022589:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.022593:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.022866:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.022870:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338818). 00000400:00000200:2.0:1761312154.022875:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.022880:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.022884:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:2.0:1761312154.022886:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:2.0:1761312154.022892:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015322112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.023548:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070cef5b6. 00010000:00000010:3.0:1761312154.023562:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff61083. 00000100:00000010:3.0:1761312154.023571:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.023574:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00010000:00000010:3.0:1761312154.023580:0:71308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba4fe59a. 00000400:00000010:2.0:1761312154.024762:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.024775:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519808, offset 224 00000400:00000200:2.0:1761312154.024785:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.024799:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.024804:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88932:88932:256:4294967295] 192.168.203.32@tcp LPNI seq info [88932:88932:8:4294967295] 00000400:00000200:2.0:1761312154.024813:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.024819:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.024824:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339066). 00000800:00000200:2.0:1761312154.024829:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.024836:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.024839:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.024876:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:2.0:1761312154.024884:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001d405a1f. 00000020:00000010:2.0:1761312154.024889:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 02000000:00000010:2.0:1761312154.024898:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ebe5fc. 00000100:00000010:2.0:1761312154.024902:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312154.024905:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8c6c2ea. 00000100:00000010:2.0:1761312154.024907:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 02000000:00000010:2.0:1761312154.024909:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff6a1cfc. 00000100:00000010:2.0:1761312154.024911:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312154.024913:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:2.0:1761312154.024915:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.024918:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d7b24ef. 00000100:00000010:2.0:1761312154.024921:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312154.024924:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:2.0:1761312154.024925:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000200:2.0:1761312154.024935:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312154.024941:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0915dc2. 00000400:00000010:2.0:1761312154.024946:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3df4845 (tot 82339218). 00000800:00000200:1.0:1761312154.025053:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.025057:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312154.025063:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.025067:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.025071:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:1.0:1761312154.025073:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 02000000:00000010:1.0:1761312154.025077:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ecce19b. 00010000:00000010:3.1:1761312154.028802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf518ef6. 00010000:00000010:3.1:1761312154.028819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00010000:00000010:3.1:1761312154.028823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b28f9bd. 00000400:00000200:2.0:1761312154.029401:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.029419:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001400 00000400:00000200:2.0:1761312154.029428:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeaa5 [1] + 224 00000400:00000200:2.0:1761312154.029440:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.029444:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.029453:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015322112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.029490:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.029495:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d551c0 00000400:00000200:2.0:1761312154.029499:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 0 00000400:00000200:2.0:1761312154.029511:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.029513:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.029517:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.029522:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000020:00000010:1.0:1761312154.029617:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.029659:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.029665:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000100:00000200:1.0:1761312154.029702:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e25d74d2 x1846868012519872/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.029730:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519872 02000000:00000010:1.0:1761312154.029755:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005cdb6ce2. 00010000:00000010:1.0:1761312154.029801:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.029808:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.029815:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.029819:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.029836:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312154.029840:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519872, offset 224 00000400:00000200:1.0:1761312154.029849:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.029862:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.029867:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88933:88933:256:4294967295] 192.168.203.32@tcp LPNI seq info [88933:88933:8:4294967295] 00000400:00000200:1.0:1761312154.029877:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.029881:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.029886:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339218). 00000800:00000200:1.0:1761312154.029892:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.029901:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.029904:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1761312154.029975:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312154.029980:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312154.029982:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312154.029988:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015322112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.029994:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015322112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.030013:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043eac35c. 02000000:00000010:0.0:1761312154.030025:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000975c18ad. 02000000:00000010:0.0:1761312154.030029:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081305c7b. 00000100:00000010:0.0:1761312154.030033:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312154.030037:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312154.030039:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00080000:00000010:0.0:1761312154.030055:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081305c7b. 00010000:00000010:0.0:1761312154.030134:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.030140:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d085efb. 00010000:00000010:0.0:1761312154.030214:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312154.030222:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.030233:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000020:00000010:1.0:1761312154.030237:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000100:00000010:0.0:1761312154.030237:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000020:00000010:1.0:1761312154.030245:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000100:00000010:0.0:1761312154.030245:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 00000020:00000010:1.0:1761312154.030250:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 02000000:00000010:0.0:1761312154.030261:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000975c18ad. 02000000:00000010:0.0:1761312154.030290:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ff65039. 00000400:00000010:0.0:1761312154.030295:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.030305:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.030309:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322176, portal 16 00000400:00000010:0.0:1761312154.030314:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.030317:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322176, offset 0 00000400:00000200:0.0:1761312154.030322:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.030329:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.030336:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.030339:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.030342:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.030345:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88934:88934:255:4294967295] 192.168.203.32@tcp LPNI seq info [88934:88934:7:4294967295] 00000400:00000200:0.0:1761312154.030351:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.030356:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.030359:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.030363:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.030367:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.030369:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.030389:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.030394:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82339218). 00000400:00000200:3.0:1761312154.030400:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.030404:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.030407:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:3.0:1761312154.030408:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000800:00000200:3.0:1761312154.030477:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.030479:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312154.030482:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.030486:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.030488:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312154.030489:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:3.0:1761312154.030493:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015322176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.034818:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.034843:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001440 00000400:00000200:1.0:1761312154.034852:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeab9 [1] + 224 00000400:00000200:1.0:1761312154.034865:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.034869:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.034881:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015322176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.034913:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.034919:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55200 00000400:00000200:1.0:1761312154.034924:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 328 00000400:00000200:1.0:1761312154.034978:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.034982:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.034986:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.034991:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 00000400:00000010:0.0:1761312154.035116:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312154.035121:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312154.035123:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312154.035129:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015322176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.035138:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015322176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.035166:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ff65039. 02000000:00000010:0.0:1761312154.035172:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000975c18ad. 00000100:00000010:0.0:1761312154.035176:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312154.035181:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312154.035185:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:2.0:1761312154.035241:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00000020:00000010:2.0:1761312154.035248:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.035252:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.035273:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b3497cf x1846868012519936/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.035294:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012519936 02000000:00000010:2.0:1761312154.035303:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f35e87e3. 00010000:00000010:2.0:1761312154.035327:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025d9e99f. 00010000:00000010:2.0:1761312154.035347:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b74f9947. 00000100:00000010:2.0:1761312154.035354:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312154.035372:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312154.035376:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b74f9947. 00000400:00000010:2.0:1761312154.035388:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.035392:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012519936, offset 224 00000400:00000200:2.0:1761312154.035400:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.035409:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.035415:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88935:88935:256:4294967295] 192.168.203.32@tcp LPNI seq info [88935:88935:8:4294967295] 00000400:00000200:2.0:1761312154.035424:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.035428:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.035432:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312154.035437:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.035443:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.035447:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312154.036036:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000975c18ad. 00010000:00000010:0.0:1761312154.036117:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.036124:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000551865c7. 00010000:00000010:0.0:1761312154.036208:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002fc694a. 00000020:00000010:2.0:1761312154.036214:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00010000:00000010:0.0:1761312154.036215:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7e50a37. 00000020:00000010:2.0:1761312154.036221:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.036226:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 00010000:00000010:0.0:1761312154.036227:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312154.036233:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312154.036240:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312154.036253:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ff65039. 02000000:00000010:0.0:1761312154.036274:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5037651. 00000400:00000010:0.0:1761312154.036279:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.036284:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.036289:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322240, portal 16 00000400:00000010:0.0:1761312154.036292:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312154.036295:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322240, offset 0 00000400:00000200:0.0:1761312154.036301:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.036309:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.036315:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.036318:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.036320:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.036322:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88936:88936:255:4294967295] 192.168.203.32@tcp LPNI seq info [88936:88936:7:4294967295] 00000400:00000200:0.0:1761312154.036329:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.036334:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.036337:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.036342:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.036347:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.036350:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.036446:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.036450:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82339218). 00000400:00000200:3.0:1761312154.036455:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.036460:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.036463:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312154.036464:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000800:00000200:3.0:1761312154.036909:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.036914:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312154.036918:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.036922:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.036924:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:3.0:1761312154.036925:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:3.0:1761312154.036931:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015322240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.040375:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.040393:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001480 00000400:00000200:3.0:1761312154.040402:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeac5 [1] + 224 00000400:00000200:3.0:1761312154.040412:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.040417:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.040428:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015322240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.040469:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.040474:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55240 00000400:00000200:3.0:1761312154.040545:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 656 00000400:00000200:3.0:1761312154.040573:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.040577:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.040581:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.040587:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000400:00000010:0.0:1761312154.040724:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:0.0:1761312154.040730:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:0.0:1761312154.040732:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:0.0:1761312154.040737:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015322240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.040755:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015322240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.040784:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5037651. 02000000:00000010:0.0:1761312154.040789:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ff65039. 00000100:00000010:0.0:1761312154.040792:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312154.040796:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312154.040800:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00000020:00000010:2.0:1761312154.041884:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c22cce7b. 00000020:00000010:2.0:1761312154.041894:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.041898:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.041924:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012520000/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.041959:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520000 02000000:00000010:2.0:1761312154.041970:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a02c1f87. 00010000:00000010:0.1:1761312154.041979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9baffaa. 00010000:00000010:0.1:1761312154.041987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb0206e8. 00010000:00000010:0.1:1761312154.041990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:2.0:1761312154.041998:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002d2386e. 00010000:00000010:2.0:1761312154.042018:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b74f9947. 00000100:00000010:2.0:1761312154.042024:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312154.042044:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312154.042048:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b74f9947. 00000400:00000010:2.0:1761312154.042061:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312154.042065:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520000, offset 224 00000400:00000200:2.0:1761312154.042073:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.042086:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.042091:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88937:88937:256:4294967295] 192.168.203.32@tcp LPNI seq info [88937:88937:8:4294967295] 00000400:00000200:2.0:1761312154.042099:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.042105:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.042109:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.042115:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.042122:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.042126:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.042155:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.042160:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.042163:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c22cce7b. 00080000:00000010:0.0:1761312154.042281:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff65039. 00010000:00000010:0.0:1761312154.042363:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.042370:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000459cbf21. 00000800:00000200:3.0:1761312154.042406:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.042411:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312154.042417:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.042428:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.042432:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:3.0:1761312154.042434:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00010000:00000010:0.0:1761312154.042589:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312154.042596:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7e50a37. 00010000:00000010:0.0:1761312154.042606:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c9c83ff. 00000100:00000010:0.0:1761312154.042610:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312154.042616:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312154.042658:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5037651. 02000000:00000010:0.0:1761312154.042681:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cd6d1d0. 00000400:00000010:0.0:1761312154.042686:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.042691:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.042695:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322304, portal 16 00000400:00000010:0.0:1761312154.042699:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312154.042701:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322304, offset 0 00000400:00000200:0.0:1761312154.042706:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.042713:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.042718:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.042721:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.042724:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.042726:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88938:88938:256:4294967295] 192.168.203.32@tcp LPNI seq info [88938:88938:8:4294967295] 00000400:00000200:0.0:1761312154.042734:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.042738:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.042750:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.042754:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.042759:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.042761:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.042834:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.042837:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312154.042841:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.042845:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.042848:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312154.042849:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:3.0:1761312154.042854:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015322304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.045726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea481a5c. 00000400:00000200:0.0:1761312154.047098:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.047126:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780014c0 00000400:00000200:0.0:1761312154.047135:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaead1 [1] + 224 00000400:00000200:0.0:1761312154.047147:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.047150:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.047160:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015322304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.047198:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.047203:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55280 00000400:00000200:0.0:1761312154.047208:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 984 00000400:00000200:0.0:1761312154.047264:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.047268:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.047271:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.047277:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000020:00000010:1.0:1761312154.047367:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.047374:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.047379:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000400:00000010:2.0:1761312154.047387:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083d60421. 00000400:00000200:2.0:1761312154.047393:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:2.0:1761312154.047395:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:2.0:1761312154.047401:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015322304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.047405:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012520064/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.047417:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015322304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.047445:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cd6d1d0. 00000100:00000200:1.0:1761312154.047451:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520064 02000000:00000010:2.0:1761312154.047452:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5037651. 00000100:00000010:2.0:1761312154.047458:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:2.0:1761312154.047462:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 02000000:00000010:1.0:1761312154.047463:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080914b20. 00010000:00000010:2.0:1761312154.047466:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c9c83ff. 00010000:00000010:1.0:1761312154.047492:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb55294e. 00010000:00000010:1.0:1761312154.047824:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.047833:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.047850:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.047853:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.047867:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312154.047873:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520064, offset 224 00080000:00000010:2.0:1761312154.047879:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c22cce7b. 00000400:00000200:1.0:1761312154.047881:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.047894:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.047901:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88939:88939:256:4294967295] 192.168.203.32@tcp LPNI seq info [88939:88939:8:4294967295] 00000400:00000200:1.0:1761312154.047914:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.047920:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.047925:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312154.047931:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.047938:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.047942:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.047968:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.047973:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000020:00000010:1.0:1761312154.047978:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00010000:00000010:2.0:1761312154.047985:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7e50a37. 00010000:00000010:2.0:1761312154.047993:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c215d877. 00010000:00000010:2.0:1761312154.048495:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312154.048503:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.048513:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b74f9947. 00000100:00000010:2.0:1761312154.048517:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312154.048524:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312154.048534:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000754b2472. 02000000:00000010:2.0:1761312154.048559:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5eb22a5. 00000400:00000010:2.0:1761312154.048563:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ed794e4. 00000400:00000010:2.0:1761312154.048567:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312154.048571:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322368, portal 16 00000400:00000010:2.0:1761312154.048575:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312154.048577:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322368, offset 0 00000400:00000200:2.0:1761312154.048584:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.048592:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.048599:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.048602:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.048606:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.048608:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88940:88940:255:4294967295] 192.168.203.32@tcp LPNI seq info [88940:88940:7:4294967295] 00000400:00000200:2.0:1761312154.048614:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.048619:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.048622:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312154.048648:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.048654:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.048656:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.048974:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.048978:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82339218). 00000400:00000200:3.0:1761312154.048985:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.048989:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.048993:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:3.0:1761312154.048995:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000800:00000200:3.0:1761312154.049247:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.049250:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312154.049254:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.049258:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.049260:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312154.049262:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312154.049268:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015322368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.050538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000453119c2. 00010000:00000010:0.1:1761312154.051028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4da06e0. 00010000:00000010:0.1:1761312154.051037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00010000:00000010:0.1:1761312154.051041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919be2bd. 00010000:00000010:0.1:1761312154.051045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002fc694a. 00010000:00000010:1.1:1761312154.059665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e385e55. 00000400:00000200:3.0:1761312154.060454:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.060471:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001500 00000400:00000200:3.0:1761312154.060480:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeadd [1] + 224 00000400:00000200:3.0:1761312154.060491:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.060495:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.060505:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015322368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.060540:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.060545:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d552c0 00000400:00000200:3.0:1761312154.060550:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 1312 00000400:00000010:2.0:1761312154.060959:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ed794e4. 00000400:00000200:2.0:1761312154.060965:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:2.0:1761312154.060966:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:2.0:1761312154.060973:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015322368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.060981:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015322368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.061008:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5eb22a5. 02000000:00000010:2.0:1761312154.061013:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000754b2472. 00000100:00000010:2.0:1761312154.061017:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:2.0:1761312154.061020:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312154.061025:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b74f9947. 00000400:00000200:3.0:1761312154.061117:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.061122:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.061126:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.061131:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312154.061205:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.061212:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.061216:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000100:00000200:1.0:1761312154.061236:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012520128/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.061268:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520128 02000000:00000010:1.0:1761312154.061278:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004269c457. 00010000:00000010:1.0:1761312154.061300:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c022746. 00010000:00000010:1.0:1761312154.061317:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.061322:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.061336:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.061338:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.061348:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312154.061351:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520128, offset 224 00000400:00000200:1.0:1761312154.061358:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.061367:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.061372:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88941:88941:256:4294967295] 192.168.203.32@tcp LPNI seq info [88941:88941:8:4294967295] 00000400:00000200:1.0:1761312154.061382:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.061387:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.061392:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312154.061397:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.061403:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.061406:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.061427:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.061431:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000020:00000010:1.0:1761312154.061434:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00000800:00000200:0.0:1761312154.061520:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.061532:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:0.0:1761312154.061538:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.061542:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.061544:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:0.0:1761312154.061546:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00080000:00000010:2.0:1761312154.062145:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000754b2472. 00010000:00000010:2.0:1761312154.062224:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.062231:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002692899e. 00010000:00000010:2.0:1761312154.062299:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312154.062305:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.062315:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b74f9947. 00000100:00000010:2.0:1761312154.062321:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312154.062327:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312154.062337:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5eb22a5. 02000000:00000010:2.0:1761312154.062361:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028ea29d3. 00000400:00000010:2.0:1761312154.062366:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ed794e4. 00000400:00000010:2.0:1761312154.062370:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312154.062375:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322432, portal 16 00000400:00000010:2.0:1761312154.062379:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312154.062381:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322432, offset 0 00000400:00000200:2.0:1761312154.062386:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.062395:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.062401:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.062404:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.062407:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.062410:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88942:88942:256:4294967295] 192.168.203.32@tcp LPNI seq info [88942:88942:8:4294967295] 00000400:00000200:2.0:1761312154.062417:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.062422:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.062425:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.062429:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.062435:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.062437:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.064900:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.064907:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312154.064916:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.064924:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.064929:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312154.064931:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:3.0:1761312154.064940:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015322432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.065042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011901a9d. 00010000:00000010:2.1:1761312154.065050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:1.1:1761312154.066825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f220d3ab. 00000400:00000200:3.0:1761312154.066979:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.066994:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001540 00000400:00000200:3.0:1761312154.067002:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeae9 [1] + 224 00000400:00000200:3.0:1761312154.067017:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.067021:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.067030:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015322432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.067109:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ed794e4. 00000400:00000200:2.0:1761312154.067114:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:2.0:1761312154.067117:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:2.0:1761312154.067122:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015322432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.067130:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015322432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.067156:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312154.067161:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5eb22a5. 00000100:00000010:2.0:1761312154.067164:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:2.0:1761312154.067167:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312154.067171:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b74f9947. 00000400:00000200:0.0:1761312154.068823:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.068839:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55300 00000400:00000200:0.0:1761312154.068846:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 1640 00000400:00000200:0.0:1761312154.068898:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.068902:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.068907:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.068912:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000020:00000010:3.0:1761312154.069855:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8822f0. 00000020:00000010:3.0:1761312154.069863:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312154.069868:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000988dd7ba. 00000100:00000200:3.0:1761312154.069893:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c51fe62 x1846868012520192/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.069934:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520192 02000000:00000010:3.0:1761312154.069947:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:3.0:1761312154.069976:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ba504d8. 00010000:00000010:3.0:1761312154.069998:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.070004:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00080000:00000010:2.0:1761312154.074752:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5eb22a5. 00010000:00000010:2.0:1761312154.074909:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312154.074915:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.074927:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b74f9947. 00000100:00000010:2.0:1761312154.074935:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00000100:00000010:2.0:1761312154.074943:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000125a5844. 02000000:00000010:2.0:1761312154.074957:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028ea29d3. 02000000:00000010:2.0:1761312154.074988:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a9f1e56. 00000400:00000010:2.0:1761312154.074994:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ed794e4. 00000400:00000010:2.0:1761312154.074999:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312154.075005:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322496, portal 16 00000400:00000010:2.0:1761312154.075010:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.075012:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322496, offset 0 00000400:00000200:2.0:1761312154.075021:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.075035:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.075042:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.075045:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.075047:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.075050:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88943:88943:256:4294967295] 192.168.203.32@tcp LPNI seq info [88943:88943:8:4294967295] 00000400:00000200:2.0:1761312154.075059:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.075064:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.075068:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312154.075074:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.075080:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.075083:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.075248:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.075253:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:1.0:1761312154.075260:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.075265:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.075269:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:1.0:1761312154.075271:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:1.0:1761312154.075279:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000125a5844 x1846868015322496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.076996:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00000100:00000010:3.0:1761312154.077016:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.077020:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00010000:00000010:3.0:1761312154.077026:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6b1921c. 00000400:00000200:2.0:1761312154.077196:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.077212:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001580 00000400:00000200:2.0:1761312154.077219:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeaf1 [1] + 224 00000400:00000200:2.0:1761312154.077236:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.077240:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.077249:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000125a5844 x1846868015322496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.077325:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ed794e4. 00000400:00000200:3.0:1761312154.077329:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:3.0:1761312154.077331:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:3.0:1761312154.077336:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000125a5844 x1846868015322496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.077342:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000125a5844 x1846868015322496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.077365:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a9f1e56. 02000000:00000010:3.0:1761312154.077370:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028ea29d3. 00000100:00000010:3.0:1761312154.077373:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000125a5844. 00000100:00000010:3.0:1761312154.077376:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:3.0:1761312154.077379:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b74f9947. 00000400:00000010:0.0:1761312154.077432:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312154.077438:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520192, offset 224 00000400:00000200:0.0:1761312154.077445:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.077454:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.077459:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88944:88944:256:4294967295] 192.168.203.32@tcp LPNI seq info [88944:88944:8:4294967295] 00000400:00000200:0.0:1761312154.077468:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.077473:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.077477:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.077482:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.077488:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.077491:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.077517:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0f6414c. 00000020:00000010:0.0:1761312154.077523:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000988dd7ba. 00000020:00000010:0.0:1761312154.077526:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8822f0. 00010000:00000010:2.1:1761312154.077877:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d9e2d18. 00010000:00000010:2.1:1761312154.077883:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000800:00000200:2.0:1761312154.077893:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.077896:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312154.077899:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.077903:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.077906:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:2.0:1761312154.077907:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000400:00000200:0.0:1761312154.079855:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.079873:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55340 00000400:00000200:0.0:1761312154.079881:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad40d [2] + 1968 00000400:00000010:0.0:1761312154.079885:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a3f23ac. 00000400:00000200:0.0:1761312154.079891:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f063bef6 00000400:00000200:0.0:1761312154.079905:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.079909:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.079912:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f063bef6 00000400:00000010:0.0:1761312154.079915:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f063bef6 (tot 82338818). 00000100:00000200:0.0:1761312154.079920:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312154.081135:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028ea29d3. 00000020:00000010:2.0:1761312154.081146:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.081151:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.081177:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000587f2e84 x1846868012520256/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.081215:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520256 02000000:00000010:2.0:1761312154.081226:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9f1e56. 00010000:00000010:2.0:1761312154.081253:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2ecf9ca. 00010000:00000010:2.0:1761312154.081275:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.081281:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0f05af. 00080000:00000010:3.0:1761312154.082114:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f606cd. 00010000:00000010:3.0:1761312154.082262:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312154.082267:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.082272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312154.082277:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00080000:00000010:3.0:1761312154.082290:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037bee8c4. 00010000:00000010:3.0:1761312154.082316:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.082322:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.082372:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312154.082376:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.082383:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.082388:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.082396:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.082408:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8822f0. 02000000:00000010:3.0:1761312154.082432:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ecce19b. 00000400:00000010:3.0:1761312154.082438:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.082444:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.082450:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322560, portal 16 00000400:00000010:3.0:1761312154.082455:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312154.082458:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322560, offset 0 00000400:00000200:3.0:1761312154.082466:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.082481:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.082488:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.082492:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.082495:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.082499:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88945:88945:256:4294967295] 192.168.203.32@tcp LPNI seq info [88945:88945:8:4294967295] 00000400:00000200:3.0:1761312154.082509:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.082515:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.082519:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339066). 00000800:00000200:3.0:1761312154.082525:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.082532:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.082536:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761312154.084042:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00000100:00000010:2.0:1761312154.084059:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0f05af. 00010000:00000010:2.0:1761312154.084063:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00010000:00000010:2.0:1761312154.084069:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbe3c04c. 00000400:00000010:2.0:1761312154.084086:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312154.084092:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520256, offset 224 00000400:00000200:2.0:1761312154.084100:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.084112:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.084117:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88946:88946:255:4294967295] 192.168.203.32@tcp LPNI seq info [88946:88946:7:4294967295] 00000400:00000200:2.0:1761312154.084125:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.084130:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.084134:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339314). 00000800:00000200:2.0:1761312154.084139:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.084145:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.084149:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.084164:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.084168:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.084172:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028ea29d3. 02000000:00000010:2.0:1761312154.084181:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:2.0:1761312154.084184:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:2.0:1761312154.084188:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004269c457. 00000100:00000010:2.0:1761312154.084190:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312154.084193:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080914b20. 00000100:00000010:2.0:1761312154.084194:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:2.0:1761312154.084197:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a02c1f87. 00000100:00000010:2.0:1761312154.084199:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:2.0:1761312154.084202:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f35e87e3. 00000100:00000010:2.0:1761312154.084204:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 02000000:00000010:2.0:1761312154.084207:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005cdb6ce2. 00000100:00000010:2.0:1761312154.084208:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000200:2.0:1761312154.084217:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312154.084223:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a501c6d. 00000400:00000010:2.0:1761312154.084226:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0f05af (tot 82339466). 00000800:00000200:1.0:1761312154.084475:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.084479:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:1.0:1761312154.084483:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.084487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.084491:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:1.0:1761312154.084493:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000100:00000200:1.0:1761312154.084499:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015322560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761312154.084526:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.084528:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:1.0:1761312154.084531:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.084534:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.084536:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:1.0:1761312154.084537:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 02000000:00000010:1.0:1761312154.084541:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9f1e56. 00010000:00000010:3.1:1761312154.085669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4a1caee. 00010000:00000010:3.1:1761312154.085679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:3.1:1761312154.085684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059bb27c0. 00000400:00000200:2.0:1761312154.086498:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.086514:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780015c0 00000400:00000200:2.0:1761312154.086522:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeafd [1] + 224 00000400:00000200:2.0:1761312154.086537:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.086541:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.086551:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015322560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.087590:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.087597:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:3.0:1761312154.087599:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:3.0:1761312154.087607:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015322560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.087615:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015322560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.087694:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ecce19b. 02000000:00000010:3.0:1761312154.087699:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8822f0. 00000100:00000010:3.0:1761312154.087702:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.087705:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.087709:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000200:0.0:1761312154.087793:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.087805:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55380 00000400:00000200:0.0:1761312154.087810:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 0 00000400:00000200:0.0:1761312154.087867:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.087872:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.087877:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.087881:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:2.0:1761312154.088051:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f35e87e3. 00000020:00000010:2.0:1761312154.088058:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.088062:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.088084:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012520320/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.088118:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520320 02000000:00000010:2.0:1761312154.088129:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a02c1f87. 00010000:00000010:2.0:1761312154.088158:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae8fc09d. 00010000:00000010:2.0:1761312154.088177:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.088184:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.088953:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.088959:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00000400:00000010:2.0:1761312154.088974:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312154.088979:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520320, offset 224 00000400:00000200:2.0:1761312154.088987:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.088998:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.089003:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88947:88947:256:4294967295] 192.168.203.32@tcp LPNI seq info [88947:88947:8:4294967295] 00000400:00000200:2.0:1761312154.089012:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.089017:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.089021:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.089026:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.089032:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.089035:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.089059:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.089063:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.089066:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f35e87e3. 00000800:00000200:1.0:1761312154.089478:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.089482:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312154.089488:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.089493:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.089497:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:1.0:1761312154.089498:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00080000:00000010:3.0:1761312154.089610:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b8822f0. 00010000:00000010:3.0:1761312154.089721:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.089728:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001af7c410. 00010000:00000010:3.0:1761312154.089802:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51fb96e. 00010000:00000010:3.0:1761312154.089806:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.089815:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.089819:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.089825:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.089835:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ecce19b. 02000000:00000010:3.0:1761312154.089858:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff6a1cfc. 00000400:00000010:3.0:1761312154.089863:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.089866:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.089871:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322624, portal 16 00000400:00000010:3.0:1761312154.089875:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312154.089877:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322624, offset 0 00000400:00000200:3.0:1761312154.089883:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.089890:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.089896:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.089899:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.089902:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.089904:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88948:88948:256:4294967295] 192.168.203.32@tcp LPNI seq info [88948:88948:8:4294967295] 00000400:00000200:3.0:1761312154.089912:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.089916:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.089919:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312154.089922:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.089927:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.089929:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.090269:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.090271:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312154.090275:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.090278:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.090281:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:2.0:1761312154.090283:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:2.0:1761312154.090288:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015322624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.095006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294f4763. 00010000:00000010:2.1:1761312154.097659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.1:1761312154.097671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c501302. 00010000:00000010:3.1:1761312154.097705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312154.097710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00000400:00000200:0.0:1761312154.097968:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.097985:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001600 00000400:00000200:0.0:1761312154.097992:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb11 [1] + 224 00000400:00000200:0.0:1761312154.098001:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.098005:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.098014:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015322624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.098043:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.098048:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d553c0 00000400:00000200:0.0:1761312154.098052:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 328 00000400:00000200:0.0:1761312154.098063:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.098066:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.098069:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.098074:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000400:00000010:3.0:1761312154.098133:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.098137:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:3.0:1761312154.098140:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:3.0:1761312154.098145:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015322624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.098152:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015322624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.098178:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff6a1cfc. 02000000:00000010:3.0:1761312154.098183:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ecce19b. 00000100:00000010:3.0:1761312154.098186:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.098189:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.098192:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000020:00000010:2.0:1761312154.098249:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f35e87e3. 00000020:00000010:2.0:1761312154.098255:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.098259:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.098278:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012520384/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.098307:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520384 02000000:00000010:2.0:1761312154.098317:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000028ea29d3. 00010000:00000010:2.0:1761312154.098341:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b5b0e66. 00010000:00000010:2.0:1761312154.098358:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.098363:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.098375:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.098377:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00000400:00000010:2.0:1761312154.098388:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312154.098392:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520384, offset 224 00000400:00000200:2.0:1761312154.098398:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.098408:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.098412:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88949:88949:256:4294967295] 192.168.203.32@tcp LPNI seq info [88949:88949:8:4294967295] 00000400:00000200:2.0:1761312154.098422:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.098426:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.098431:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.098436:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.098441:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.098445:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.098467:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.098470:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.098473:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f35e87e3. 00080000:00000010:3.0:1761312154.098516:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ecce19b. 00010000:00000010:3.0:1761312154.098585:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.098590:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050497f0a. 00010000:00000010:3.0:1761312154.098693:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312154.098699:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.098708:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.098710:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.098715:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.098723:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff6a1cfc. 02000000:00000010:3.0:1761312154.098749:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8c6c2ea. 00000400:00000010:3.0:1761312154.098753:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.098756:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.098760:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322688, portal 16 00000400:00000010:3.0:1761312154.098763:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312154.098765:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322688, offset 0 00000400:00000200:3.0:1761312154.098771:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.098776:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.098783:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.098786:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.098789:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.098792:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88950:88950:255:4294967295] 192.168.203.32@tcp LPNI seq info [88950:88950:7:4294967295] 00000400:00000200:3.0:1761312154.098799:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.098803:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.098805:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312154.098809:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.098812:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.098814:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.098916:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.098919:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:0.0:1761312154.098924:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.098927:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.098930:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:0.0:1761312154.098931:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000800:00000200:0.0:1761312154.098986:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.098987:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312154.098990:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.098993:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.098995:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:0.0:1761312154.098996:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000100:00000200:0.0:1761312154.099000:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015322688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.100500:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.100515:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001640 00000400:00000200:2.0:1761312154.100522:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb1d [1] + 224 00000400:00000200:2.0:1761312154.100538:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.100541:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.100550:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015322688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.100671:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.100676:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:3.0:1761312154.100682:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:3.0:1761312154.100687:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015322688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.100694:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015322688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.100723:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8c6c2ea. 02000000:00000010:3.0:1761312154.100728:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff6a1cfc. 00000100:00000010:3.0:1761312154.100732:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.100736:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.100739:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00010000:00000010:2.1:1761312154.101680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b3de11e. 00010000:00000010:3.1:1761312154.101751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd8fd64. 00010000:00000010:3.1:1761312154.101758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:0.0:1761312154.102694:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.102710:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55400 00000400:00000200:0.0:1761312154.102717:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 656 00000400:00000200:0.0:1761312154.102785:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.102790:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.102796:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.102802:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:1.0:1761312154.102913:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.102920:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.102923:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000100:00000200:1.0:1761312154.102946:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012520448/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.102973:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520448 02000000:00000010:1.0:1761312154.102983:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312154.103006:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003348b9bf. 00010000:00000010:1.0:1761312154.103024:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.103029:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.103040:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.103043:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.103055:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312154.103059:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520448, offset 224 00000400:00000200:1.0:1761312154.103066:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.103075:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.103079:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88951:88951:256:4294967295] 192.168.203.32@tcp LPNI seq info [88951:88951:8:4294967295] 00000400:00000200:1.0:1761312154.103088:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.103092:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.103096:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312154.103100:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.103106:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.103109:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.103127:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.103132:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000020:00000010:1.0:1761312154.103135:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00080000:00000010:3.0:1761312154.103307:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff6a1cfc. 00010000:00000010:3.0:1761312154.103381:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.103388:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000116f96f3. 00010000:00000010:3.0:1761312154.103451:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312154.103456:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.103464:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.103467:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.103473:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.103482:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8c6c2ea. 02000000:00000010:3.0:1761312154.103503:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f4b2. 00000400:00000010:3.0:1761312154.103507:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.103510:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.103514:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322752, portal 16 00000400:00000010:3.0:1761312154.103517:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312154.103519:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322752, offset 0 00000400:00000200:3.0:1761312154.103523:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.103529:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.103535:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.103538:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.103540:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.103543:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88952:88952:255:4294967295] 192.168.203.32@tcp LPNI seq info [88952:88952:7:4294967295] 00000400:00000200:3.0:1761312154.103549:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.103554:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.103556:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339466). 00000800:00000200:3.0:1761312154.103560:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.103563:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.103565:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.103660:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.103663:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82339218). 00000400:00000200:0.0:1761312154.103670:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.103673:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.103677:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:0.0:1761312154.103678:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000800:00000200:0.0:1761312154.103722:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.103724:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:0.0:1761312154.103727:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.103730:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.103732:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:0.0:1761312154.103733:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000100:00000200:0.0:1761312154.103738:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015322752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.106698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec17b7bb. 00010000:00000010:3.1:1761312154.106710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51fb96e. 00010000:00000010:2.1:1761312154.106760:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093dd94ac. 00000400:00000200:2.0:1761312154.106787:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.106802:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001680 00000400:00000200:2.0:1761312154.106809:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb29 [1] + 224 00000400:00000200:2.0:1761312154.106824:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.106827:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.106837:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015322752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.108402:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.108414:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:3.0:1761312154.108416:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:3.0:1761312154.108428:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015322752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.108438:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015322752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.108468:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f4b2. 02000000:00000010:3.0:1761312154.108473:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8c6c2ea. 00000100:00000010:3.0:1761312154.108476:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.108480:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.108484:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000200:0.0:1761312154.109369:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.109384:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55440 00000400:00000200:0.0:1761312154.109391:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 984 00000400:00000200:0.0:1761312154.109459:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.109464:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.109471:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.109475:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:2.0:1761312154.109584:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f35e87e3. 00000020:00000010:2.0:1761312154.109591:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.109595:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.109620:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012520512/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.110910:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520512 02000000:00000010:2.0:1761312154.110926:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003a9f1e56. 00010000:00000010:2.0:1761312154.110953:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001b10916. 00010000:00000010:2.0:1761312154.110979:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.110985:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.111004:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.111007:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00000400:00000010:2.0:1761312154.111021:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312154.111027:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520512, offset 224 00000400:00000200:2.0:1761312154.111035:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.111050:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.111056:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88953:88953:256:4294967295] 192.168.203.32@tcp LPNI seq info [88953:88953:8:4294967295] 00000400:00000200:2.0:1761312154.111066:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.111071:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.111074:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.111080:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.111087:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.111091:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.111106:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312154.111109:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.111113:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f35e87e3. 00080000:00000010:3.0:1761312154.111347:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8c6c2ea. 00010000:00000010:3.0:1761312154.111426:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.111433:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096393b29. 00010000:00000010:3.0:1761312154.111501:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51fb96e. 00010000:00000010:3.0:1761312154.111506:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007979ec22. 00010000:00000010:3.0:1761312154.111516:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd455859. 00000100:00000010:3.0:1761312154.111520:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.111527:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.111537:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009d2f4b2. 02000000:00000010:3.0:1761312154.111560:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ec6de8d. 00000400:00000010:3.0:1761312154.111565:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.111570:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.111574:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322816, portal 16 00000400:00000010:3.0:1761312154.111578:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312154.111580:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322816, offset 0 00000400:00000200:3.0:1761312154.111585:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.111592:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.111598:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.111602:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.111604:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.111606:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88954:88954:255:4294967295] 192.168.203.32@tcp LPNI seq info [88954:88954:7:4294967295] 00000400:00000200:3.0:1761312154.111613:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.111618:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.111621:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:0.0:1761312154.111791:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.111796:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:0.0:1761312154.111801:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.111805:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.111808:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:0.0:1761312154.111810:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000800:00000200:3.0:1761312154.114647:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.114655:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.114658:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.114961:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.114965:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312154.114969:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.114973:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.114978:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:2.0:1761312154.114980:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000100:00000200:2.0:1761312154.114988:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015322816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.115667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e5e9ab1. 00010000:00000010:3.1:1761312154.118807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d938151. 00010000:00000010:3.1:1761312154.118823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00010000:00000010:2.1:1761312154.122845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4ba872e. 00010000:00000010:3.1:1761312154.122940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002949147f. 00010000:00000010:3.1:1761312154.122946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00000400:00000200:0.0:1761312154.124677:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.124696:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780016c0 00000400:00000200:0.0:1761312154.124705:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb35 [1] + 224 00000400:00000200:0.0:1761312154.124725:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.124728:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.124739:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015322816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.124904:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.124908:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:3.0:1761312154.124910:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:3.0:1761312154.124915:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015322816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.124926:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015322816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.124950:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ec6de8d. 02000000:00000010:3.0:1761312154.124955:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009d2f4b2. 00000100:00000010:3.0:1761312154.124958:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.124962:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.124965:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd455859. 00000400:00000200:0.0:1761312154.133589:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.133606:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55480 00000400:00000200:0.0:1761312154.133614:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 1312 00000400:00000200:0.0:1761312154.133719:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.133725:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.133731:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.133736:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000020:00000010:1.0:1761312154.133891:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395a94b. 00000020:00000010:1.0:1761312154.133898:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a5ef024. 00000020:00000010:1.0:1761312154.133902:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000055231cc3. 00000100:00000200:1.0:1761312154.133926:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012520576/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.134812:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520576 02000000:00000010:1.0:1761312154.134827:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312154.134856:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098f0237c. 00010000:00000010:1.0:1761312154.134878:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.134885:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.135886:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.135894:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:0.0:1761312154.135989:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312154.135997:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520576, offset 224 00000400:00000200:0.0:1761312154.136008:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.136021:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.136027:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88955:88955:256:4294967295] 192.168.203.32@tcp LPNI seq info [88955:88955:8:4294967295] 00000400:00000200:0.0:1761312154.136037:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.136043:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.136049:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.136055:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.136063:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.136067:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.136097:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a5ef024. 00000020:00000010:0.0:1761312154.136103:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000055231cc3. 00000020:00000010:0.0:1761312154.136107:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395a94b. 00000800:00000200:2.0:1761312154.136324:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.136329:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312154.136333:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.136337:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.136341:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:2.0:1761312154.136343:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00080000:00000010:2.0:1761312154.136359:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f35e87e3. 00010000:00000010:2.0:1761312154.136443:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007979ec22. 00010000:00000010:2.0:1761312154.136452:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd15c8a3. 00010000:00000010:2.0:1761312154.137003:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312154.137008:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312154.137013:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312154.137019:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00080000:00000010:2.0:1761312154.137035:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5037651. 00010000:00000010:2.0:1761312154.137065:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.137069:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312154.137116:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312154.137120:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.137128:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.137133:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.137141:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312154.137153:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d7b24ef. 02000000:00000010:2.0:1761312154.137180:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bf4ff96. 00000400:00000010:2.0:1761312154.137186:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000079d3cc60. 00000400:00000010:2.0:1761312154.137190:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312154.137195:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322880, portal 16 00000400:00000010:2.0:1761312154.137199:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312154.137202:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322880, offset 0 00000400:00000200:2.0:1761312154.137209:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.137219:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.137225:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.137228:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.137231:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.137234:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88956:88956:256:4294967295] 192.168.203.32@tcp LPNI seq info [88956:88956:8:4294967295] 00000400:00000200:2.0:1761312154.137240:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.137245:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.137248:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312154.137252:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.137258:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.137260:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.140955:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.140964:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312154.140972:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.140982:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.140987:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:0.0:1761312154.140989:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:0.0:1761312154.140999:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015322880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.141677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd5cf21. 00000400:00000200:0.0:1761312154.142936:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.142954:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001700 00000400:00000200:0.0:1761312154.142962:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb41 [1] + 224 00000400:00000200:0.0:1761312154.142973:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.142977:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.142986:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015322880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.143025:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.143030:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d554c0 00000400:00000200:0.0:1761312154.143035:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 1640 00000400:00000200:0.0:1761312154.143046:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.143049:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.143053:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.143058:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 00000020:00000010:1.0:1761312154.143146:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312154.143153:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.143158:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.143183:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012520640/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.143221:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520640 02000000:00000010:1.0:1761312154.143233:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000439f5f1a. 00010000:00000010:1.0:1761312154.143269:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.143276:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.143283:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.143286:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.143298:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312154.143303:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520640, offset 224 00000400:00000200:1.0:1761312154.143310:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.143320:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.143324:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88957:88957:256:4294967295] 192.168.203.32@tcp LPNI seq info [88957:88957:8:4294967295] 00000400:00000200:1.0:1761312154.143333:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.143337:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.143341:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339218). 00000800:00000200:1.0:1761312154.143347:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.143353:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.143357:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.143385:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.143390:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.143395:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00000400:00000010:2.0:1761312154.143399:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079d3cc60. 00000400:00000200:2.0:1761312154.143405:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312154.143407:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312154.143414:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015322880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.143422:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015322880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312154.143442:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029457689. 02000000:00000010:2.0:1761312154.143458:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bf4ff96. 02000000:00000010:2.0:1761312154.143464:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d7b24ef. 00000100:00000010:2.0:1761312154.143468:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:2.0:1761312154.143471:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.143474:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00000800:00000200:3.0:1761312154.143479:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.143483:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82338970). 00080000:00000010:2.0:1761312154.143489:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bf4ff96. 00000400:00000200:3.0:1761312154.143490:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.143496:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.143499:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312154.143501:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00010000:00000010:2.0:1761312154.143567:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.143573:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8c848e5. 00010000:00000010:2.0:1761312154.143658:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312154.143664:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.143672:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.143676:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.143695:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312154.143705:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eae8c080. 02000000:00000010:2.0:1761312154.143724:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d77f1c3. 00000400:00000010:2.0:1761312154.143727:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000079d3cc60. 00000400:00000010:2.0:1761312154.143731:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312154.143736:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015322944, portal 16 00000400:00000010:2.0:1761312154.143748:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312154.143751:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015322944, offset 0 00000400:00000200:2.0:1761312154.143756:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.143762:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.143768:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.143772:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.143775:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.143778:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88958:88958:256:4294967295] 192.168.203.32@tcp LPNI seq info [88958:88958:8:4294967295] 00000400:00000200:2.0:1761312154.143786:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.143791:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.143794:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312154.143798:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.143803:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.143806:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.143870:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.143873:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312154.143878:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.143883:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.143885:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:3.0:1761312154.143887:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:3.0:1761312154.143891:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015322944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.145675:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.145693:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001740 00000400:00000200:0.0:1761312154.145701:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb4d [1] + 224 00000400:00000200:0.0:1761312154.145717:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.145720:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.145729:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015322944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.145814:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079d3cc60. 00000400:00000200:2.0:1761312154.145819:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312154.145821:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312154.145826:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015322944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.145833:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015322944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.145857:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d77f1c3. 02000000:00000010:2.0:1761312154.145863:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eae8c080. 00000100:00000010:2.0:1761312154.145866:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:2.0:1761312154.145869:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.145872:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00010000:00000010:2.1:1761312154.151691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104d83b5. 00010000:00000010:2.1:1761312154.151706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51fb96e. 00010000:00000010:2.1:1761312154.151711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312154.151715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00000400:00000200:3.0:1761312154.156875:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.156892:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55500 00000400:00000200:3.0:1761312154.156900:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad465 [2] + 1968 00000400:00000010:3.0:1761312154.156905:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000116b1c2b. 00000400:00000200:3.0:1761312154.156911:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cc55396a 00000400:00000200:3.0:1761312154.157109:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.157114:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.157119:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc55396a 00000400:00000010:3.0:1761312154.157121:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cc55396a (tot 82338818). 00000100:00000200:3.0:1761312154.157128:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761312154.158212:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cd6d1d0. 00000020:00000010:0.0:1761312154.158221:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312154.158226:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.158252:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001119cb0c x1846868012520704/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312154.158290:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520704 02000000:00000010:0.0:1761312154.158302:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009b7471ff. 00010000:00000010:0.0:1761312154.158331:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af64455f. 00010000:00000010:0.0:1761312154.159235:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a2383a7. 00000100:00000010:0.0:1761312154.159247:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d208ee6a. 00000100:00000010:0.0:1761312154.159814:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d208ee6a. 00010000:00000010:0.0:1761312154.159822:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a2383a7. 00000400:00000010:0.0:1761312154.159843:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312154.159848:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520704, offset 224 00000400:00000200:0.0:1761312154.159857:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.159872:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.159876:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88959:88959:256:4294967295] 192.168.203.32@tcp LPNI seq info [88959:88959:8:4294967295] 00000400:00000200:0.0:1761312154.159884:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.159890:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.159894:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339066). 00000800:00000200:0.0:1761312154.159900:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.159907:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.159911:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.159942:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312154.159947:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312154.159952:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cd6d1d0. 02000000:00000010:0.0:1761312154.159962:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000439f5f1a. 00000100:00000010:0.0:1761312154.159965:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312154.159970:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ebe5fc. 00000100:00000010:0.0:1761312154.159972:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312154.159974:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a9f1e56. 00000100:00000010:0.0:1761312154.159976:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312154.159979:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:0.0:1761312154.159981:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:0.0:1761312154.159983:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000028ea29d3. 00000100:00000010:0.0:1761312154.159985:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312154.159987:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a02c1f87. 00000100:00000010:0.0:1761312154.159988:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000200:0.0:1761312154.159997:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761312154.160002:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083d60421. 00000400:00000010:0.0:1761312154.160006:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d208ee6a (tot 82339218). 00080000:00000010:2.0:1761312154.160512:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eae8c080. 00010000:00000010:2.0:1761312154.160689:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.160697:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000479ea6b9. 00010000:00000010:2.0:1761312154.160783:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312154.160789:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.160800:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffaed7df. 00000100:00000010:2.0:1761312154.160805:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.160813:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 00000800:00000200:3.0:1761312154.160822:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761312154.160825:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d77f1c3. 00000800:00000010:3.0:1761312154.160826:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312154.160829:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.160835:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.160839:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:3.0:1761312154.160840:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 02000000:00000010:3.0:1761312154.160844:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009b7471ff. 02000000:00000010:2.0:1761312154.160848:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d7b24ef. 00000400:00000010:2.0:1761312154.160852:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000079d3cc60. 00000400:00000010:2.0:1761312154.160855:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312154.160859:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323008, portal 16 00000400:00000010:2.0:1761312154.160862:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312154.160864:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323008, offset 0 00000400:00000200:2.0:1761312154.160870:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.160878:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.160885:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.160888:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.160891:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.160893:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88960:88960:256:4294967295] 192.168.203.32@tcp LPNI seq info [88960:88960:8:4294967295] 00000400:00000200:2.0:1761312154.160900:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.160905:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.160909:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312154.160913:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.160917:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.160920:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.162312:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.162317:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312154.162325:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.162332:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.162337:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:0.0:1761312154.162339:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000100:00000200:0.0:1761312154.162347:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015323008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.162785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b7fce45. 00010000:00000010:2.1:1761312154.162792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000027ea3f. 00010000:00000010:2.1:1761312154.162796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000400:00000200:3.0:1761312154.165923:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.165949:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001780 00000400:00000200:3.0:1761312154.165960:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb5d [1] + 224 00000400:00000200:3.0:1761312154.165976:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.165980:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.165993:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e25d74d2 x1846868015323008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.166050:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.166058:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55540 00000400:00000200:3.0:1761312154.166065:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 0 00000400:00000010:0.0:1761312154.166075:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079d3cc60. 00000400:00000200:0.0:1761312154.166086:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:0.0:1761312154.166088:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:0.0:1761312154.166102:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e25d74d2 x1846868015323008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.166112:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e25d74d2 x1846868015323008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.166132:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.166141:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:0.0:1761312154.166146:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d7b24ef. 00000100:00000200:3.0:1761312154.166147:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761312154.166155:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d77f1c3. 00000100:00000010:3.0:1761312154.166156:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000100:00000010:0.0:1761312154.166170:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e25d74d2. 00000100:00000010:0.0:1761312154.166177:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00000020:00000010:1.0:1761312154.166259:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312154.166265:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.166270:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.166297:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012520768/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.166340:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520768 02000000:00000010:1.0:1761312154.166352:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312154.166387:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019390ceb. 00010000:00000010:1.0:1761312154.166410:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.166416:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.166421:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.166423:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.166436:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312154.166441:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520768, offset 224 00000400:00000200:1.0:1761312154.166448:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.166461:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.166467:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88961:88961:256:4294967295] 192.168.203.32@tcp LPNI seq info [88961:88961:8:4294967295] 00000400:00000200:1.0:1761312154.166477:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.166493:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.166497:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312154.166504:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.166511:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.166514:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.166530:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.166534:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.166537:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00010000:00000010:0.0:1761312154.166898:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffaed7df. 00080000:00000010:0.0:1761312154.166916:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b7471ff. 00010000:00000010:0.0:1761312154.166997:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:0.0:1761312154.167005:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcd416df. 00010000:00000010:0.0:1761312154.167080:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002fc694a. 00010000:00000010:0.0:1761312154.167088:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000030901b5d. 00010000:00000010:0.0:1761312154.167102:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a2383a7. 00000100:00000010:0.0:1761312154.167108:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312154.167116:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 02000000:00000010:0.0:1761312154.167128:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d77f1c3. 02000000:00000010:0.0:1761312154.167151:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02c1f87. 00000400:00000010:0.0:1761312154.167159:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002448d9bf. 00000400:00000010:0.0:1761312154.167168:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312154.167173:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323072, portal 16 00000400:00000010:0.0:1761312154.167178:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312154.167180:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323072, offset 0 00000400:00000200:0.0:1761312154.167187:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.167196:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.167203:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.167207:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.167209:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.167212:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88962:88962:255:4294967295] 192.168.203.32@tcp LPNI seq info [88962:88962:7:4294967295] 00000400:00000200:0.0:1761312154.167220:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.167225:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.167230:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.167234:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.167240:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.167242:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.167843:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.167848:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82339218). 00000400:00000200:3.0:1761312154.167855:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.167861:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.167866:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:3.0:1761312154.167868:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000800:00000200:3.0:1761312154.168114:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.168117:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312154.168120:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.168124:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.168128:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312154.168129:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312154.168136:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015323072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.171702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ea3b74e. 00010000:00000010:2.1:1761312154.171719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:3.0:1761312154.177430:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.177457:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780017c0 00000400:00000200:3.0:1761312154.177467:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb69 [1] + 224 00000400:00000200:3.0:1761312154.177482:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.177487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.177500:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015323072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.178494:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.178507:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55580 00000400:00000010:2.0:1761312154.178536:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002448d9bf. 00000400:00000200:2.0:1761312154.178555:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:2.0:1761312154.178558:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:2.0:1761312154.178567:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015323072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.178578:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015323072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.178618:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02c1f87. 02000000:00000010:2.0:1761312154.178644:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d77f1c3. 00000100:00000010:2.0:1761312154.178651:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:2.0:1761312154.178657:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:2.0:1761312154.178662:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a2383a7. 00000400:00000200:3.0:1761312154.179608:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 328 00000400:00000200:3.0:1761312154.179653:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.179671:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.179679:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.179686:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00010000:00000010:0.1:1761312154.182922:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50775c5. 00010000:00000010:1.1:1761312154.182926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022fee58b. 00000020:00000010:1.0:1761312154.183006:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312154.183015:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.183021:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.183063:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012520832/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.183106:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520832 02000000:00000010:1.0:1761312154.183120:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312154.183157:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ec47d1. 00010000:00000010:1.0:1761312154.183186:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.183196:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.183239:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.183244:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.183269:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312154.183277:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520832, offset 224 00000400:00000200:1.0:1761312154.183289:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.183309:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.183323:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88963:88963:256:4294967295] 192.168.203.32@tcp LPNI seq info [88963:88963:8:4294967295] 00000400:00000200:1.0:1761312154.183336:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.183342:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.183348:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312154.183356:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.183366:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.183371:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.183391:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.183395:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.183400:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00000800:00000200:3.0:1761312154.183906:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.183911:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:3.0:1761312154.183919:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.183926:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.183931:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:3.0:1761312154.183934:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00080000:00000010:2.0:1761312154.184105:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d77f1c3. 00010000:00000010:2.0:1761312154.184231:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030901b5d. 00010000:00000010:2.0:1761312154.184241:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ae1c2fa. 00010000:00000010:2.0:1761312154.184346:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312154.184353:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.184366:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.184372:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.184384:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.184401:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02c1f87. 02000000:00000010:2.0:1761312154.184436:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000febb3347. 00000400:00000010:2.0:1761312154.184444:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000400:00000010:2.0:1761312154.184451:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.184459:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323136, portal 16 00000400:00000010:2.0:1761312154.184464:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312154.184467:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323136, offset 0 00000400:00000200:2.0:1761312154.184475:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.184488:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.184497:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.184501:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.184504:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.184507:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88964:88964:256:4294967295] 192.168.203.32@tcp LPNI seq info [88964:88964:8:4294967295] 00000400:00000200:2.0:1761312154.184517:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.184522:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.184527:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312154.184532:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.184539:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.184543:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.185491:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.185498:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312154.185507:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.185516:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.185520:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:3.0:1761312154.185522:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:3.0:1761312154.185532:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.188964:0:78548:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f34f7c. 00010000:00000010:0.1:1761312154.188986:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00000400:00000200:3.0:1761312154.191176:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.191202:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001800 00000400:00000200:3.0:1761312154.191213:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb75 [1] + 224 00000400:00000200:3.0:1761312154.191231:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.191236:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.191249:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.191502:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000400:00000200:2.0:1761312154.191509:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.191511:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.191517:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.191525:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.191564:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000febb3347. 02000000:00000010:2.0:1761312154.191572:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02c1f87. 00000100:00000010:2.0:1761312154.191579:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312154.191583:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.191588:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00010000:00000010:2.1:1761312154.192677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebdfba1. 00010000:00000010:2.1:1761312154.192693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002fc694a. 00010000:00000010:1.1:1761312154.192769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000229b05b. 00000400:00000200:3.0:1761312154.193039:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.193061:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d555c0 00000400:00000200:3.0:1761312154.193070:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 656 00000400:00000200:3.0:1761312154.195039:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.196579:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.196589:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.196598:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:2.0:1761312154.197409:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000febb3347. 00000020:00000010:2.0:1761312154.197422:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.197427:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.197463:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012520896/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.197507:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520896 02000000:00000010:2.0:1761312154.197520:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e70cb4a8. 00010000:00000010:2.0:1761312154.197553:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9678890. 00010000:00000010:2.0:1761312154.197579:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.197587:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.197603:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.197607:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00080000:00000010:2.0:1761312154.197659:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6b269f. 00010000:00000010:2.0:1761312154.197767:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.197774:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d400ab7. 00010000:00000010:2.0:1761312154.197867:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312154.197872:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000259ad6c9. 00010000:00000010:2.0:1761312154.197878:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312154.197884:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00080000:00000010:2.0:1761312154.197899:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fd46622. 00010000:00000010:2.0:1761312154.197923:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.197927:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000259ad6c9. 00010000:00000010:2.0:1761312154.197979:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312154.197983:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.197990:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.197993:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.198001:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.198014:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000763aefd9. 02000000:00000010:2.0:1761312154.198043:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057b4ebca. 00000400:00000010:2.0:1761312154.198050:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000400:00000010:2.0:1761312154.198056:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.198065:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323200, portal 16 00000400:00000010:2.0:1761312154.198070:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312154.198073:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323200, offset 0 00000400:00000200:2.0:1761312154.198082:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.198101:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.198110:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.198114:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.198117:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.198121:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88965:88965:256:4294967295] 192.168.203.32@tcp LPNI seq info [88965:88965:8:4294967295] 00000400:00000200:2.0:1761312154.198131:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.198138:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.198143:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312154.198151:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.198159:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.198163:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761312154.198192:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312154.198195:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520896, offset 224 00000400:00000200:2.0:1761312154.198201:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.198206:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.198210:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88966:88966:255:4294967295] 192.168.203.32@tcp LPNI seq info [88966:88966:7:4294967295] 00000400:00000200:2.0:1761312154.198218:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.198221:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.198225:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312154.198228:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.198231:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.198233:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.198246:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.198251:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.198255:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000febb3347. 00000800:00000200:3.0:1761312154.198554:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.198558:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:3.0:1761312154.198565:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.198571:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.198575:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:3.0:1761312154.198577:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:3.0:1761312154.198585:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312154.198708:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.198710:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312154.198713:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.198717:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.198719:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:3.0:1761312154.198721:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000400:00000200:3.0:1761312154.203234:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.203261:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001840 00000400:00000200:3.0:1761312154.203272:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb7d [1] + 224 00000400:00000200:3.0:1761312154.203288:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.203293:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.203308:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.204142:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.204154:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55600 00000400:00000200:3.0:1761312154.204161:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 984 00000400:00000200:3.0:1761312154.204177:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.204181:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.204187:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.204194:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000400:00000010:2.0:1761312154.204793:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000400:00000200:2.0:1761312154.204800:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.204802:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.204814:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.204824:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.204862:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057b4ebca. 02000000:00000010:2.0:1761312154.204871:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000763aefd9. 00000100:00000010:2.0:1761312154.204875:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312154.204879:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.204883:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000020:00000010:1.0:1761312154.206080:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312154.206097:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.206108:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.206163:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012520960/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.206225:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012520960 02000000:00000010:1.0:1761312154.206246:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000439f5f1a. 00010000:00000010:1.0:1761312154.206292:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000befe6b84. 00010000:00000010:1.0:1761312154.206327:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.206343:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.206358:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.206368:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.206385:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00080000:00000010:2.0:1761312154.207215:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763aefd9. 00010000:00000010:2.0:1761312154.207375:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.207386:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038e8396c. 00010000:00000010:2.0:1761312154.207510:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312154.207517:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.207539:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.207548:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.207559:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.207583:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057b4ebca. 02000000:00000010:2.0:1761312154.207657:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000febb3347. 00000400:00000010:2.0:1761312154.207665:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000100:00000200:1.0:1761312154.207733:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012520960, offset 224 00000400:00000010:2.0:1761312154.208589:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.208607:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323264, portal 16 00000400:00000010:2.0:1761312154.208614:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312154.208650:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323264, offset 0 00000400:00000200:2.0:1761312154.208664:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.208691:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.208705:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.208710:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.208713:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.208717:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88967:88967:256:4294967295] 192.168.203.32@tcp LPNI seq info [88967:88967:8:4294967295] 00000400:00000200:2.0:1761312154.208729:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.208750:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.208761:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.208769:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.208779:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.208784:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761312154.209271:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.209282:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.209286:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88968:88968:255:4294967295] 192.168.203.32@tcp LPNI seq info [88968:88968:7:4294967295] 00000400:00000200:1.0:1761312154.209295:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.209299:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.209730:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339466). 00000800:00000200:1.0:1761312154.209737:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.209751:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.209754:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.209777:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.209786:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.209792:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00000800:00000200:2.0:1761312154.210330:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.210336:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:2.0:1761312154.210343:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.210349:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.210354:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:2.0:1761312154.210356:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:2.0:1761312154.210366:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312154.210403:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.210405:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82338970). 00000400:00000200:2.0:1761312154.210412:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.210415:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.210417:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:2.0:1761312154.210419:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00010000:00000010:2.1:1761312154.214404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000811732e. 00010000:00000010:2.1:1761312154.214422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000607d87c9. 00010000:00000010:2.1:1761312154.214428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.1:1761312154.214432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312154.214435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000400:00000200:3.0:1761312154.216518:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.216540:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001880 00000400:00000200:3.0:1761312154.216567:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb8d [1] + 224 00000400:00000200:3.0:1761312154.216581:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.216585:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.216597:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.216669:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.216675:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55640 00000400:00000200:3.0:1761312154.216681:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 1312 00000400:00000010:2.0:1761312154.216692:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000400:00000200:2.0:1761312154.216699:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.216701:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.216709:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.216719:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.216733:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.216738:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.216766:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761312154.216767:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000febb3347. 00000100:00000010:3.0:1761312154.216772:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:2.0:1761312154.216777:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057b4ebca. 00000100:00000010:2.0:1761312154.216782:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312154.216786:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.216791:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000020:00000010:1.0:1761312154.216954:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:1.0:1761312154.216963:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.216968:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.216999:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012521024/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.217046:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521024 02000000:00000010:1.0:1761312154.217061:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a395a94b. 00010000:00000010:1.0:1761312154.217097:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1a55b89. 00010000:00000010:1.0:1761312154.217136:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b94f47db. 00000100:00000010:1.0:1761312154.217143:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.217159:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.217162:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b94f47db. 00000400:00000010:1.0:1761312154.217179:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312154.217185:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521024, offset 224 00000400:00000200:1.0:1761312154.217193:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.217206:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.217214:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88969:88969:256:4294967295] 192.168.203.32@tcp LPNI seq info [88969:88969:8:4294967295] 00080000:00000010:2.0:1761312154.217226:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057b4ebca. 00000400:00000200:1.0:1761312154.217226:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.217235:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.217241:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312154.217248:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.217257:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.217261:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.217285:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ec063a6. 00000020:00000010:1.0:1761312154.217291:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.217295:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00010000:00000010:2.0:1761312154.217394:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.217403:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055783c08. 00010000:00000010:2.0:1761312154.217502:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312154.217508:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.217520:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.217524:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.217531:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.217543:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000febb3347. 02000000:00000010:2.0:1761312154.217570:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135460e8. 00000400:00000010:2.0:1761312154.217576:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000400:00000010:2.0:1761312154.217580:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.217585:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323328, portal 16 00000400:00000010:2.0:1761312154.217590:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312154.217592:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323328, offset 0 00000400:00000200:2.0:1761312154.217597:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.217604:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.217612:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.217616:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.217618:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.217621:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88970:88970:255:4294967295] 192.168.203.32@tcp LPNI seq info [88970:88970:7:4294967295] 00000400:00000200:2.0:1761312154.217656:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.217661:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.217665:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312154.217669:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.217674:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.217676:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.217883:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.217888:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82339218). 00000400:00000200:3.0:1761312154.217895:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.217900:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.217904:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:3.0:1761312154.217905:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000800:00000200:3.0:1761312154.217938:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.217940:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312154.217944:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.217948:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.217950:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:3.0:1761312154.217951:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:3.0:1761312154.217957:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.218152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25257f1. 00000400:00000200:1.0:1761312154.221724:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.221758:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780018c0 00000400:00000200:1.0:1761312154.221770:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeb99 [1] + 224 00000400:00000200:1.0:1761312154.221785:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.221789:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.221802:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.221854:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.221860:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55680 00000400:00000010:2.0:1761312154.221868:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000400:00000200:2.0:1761312154.221876:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.221878:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.221885:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.221895:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.221935:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135460e8. 02000000:00000010:2.0:1761312154.221943:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000febb3347. 00000100:00000010:2.0:1761312154.221949:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312154.221954:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.221960:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000400:00000200:1.0:1761312154.221990:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 1640 00000400:00000200:1.0:1761312154.222049:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.222053:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.222058:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.222064:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 00000020:00000010:2.0:1761312154.222222:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000febb3347. 00000020:00000010:2.0:1761312154.222231:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.222236:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.222265:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071c81b4a x1846868012521088/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.222307:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521088 00010000:00000010:2.1:1761312154.222782:0:71308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a731df8. 00010000:00000010:2.1:1761312154.222790:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 02000000:00000010:2.0:1761312154.222803:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:2.0:1761312154.222836:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d382f61c. 00010000:00000010:2.0:1761312154.222857:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.222864:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.222882:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.222885:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000400:00000010:2.0:1761312154.222900:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.222905:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521088, offset 224 00000400:00000200:2.0:1761312154.222915:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312154.222918:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a027ac4f. 00000400:00000200:2.0:1761312154.222928:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.222935:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88971:88971:256:4294967295] 192.168.203.32@tcp LPNI seq info [88971:88971:8:4294967295] 00000400:00000200:2.0:1761312154.222947:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.222953:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.222958:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.222965:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.222974:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.222978:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.222996:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.223001:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.223005:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000febb3347. 00010000:00000010:0.0:1761312154.223029:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:0.0:1761312154.223037:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6929948. 00010000:00000010:0.0:1761312154.223116:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312154.223123:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000926c7c90. 00010000:00000010:0.0:1761312154.223134:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eea1a714. 00000100:00000010:0.0:1761312154.223138:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312154.223146:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312154.223160:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ac855f6. 02000000:00000010:0.0:1761312154.223188:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010b71dfb. 00000400:00000010:0.0:1761312154.223193:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bae7c25. 00000400:00000010:0.0:1761312154.223199:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312154.223204:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323392, portal 16 00000400:00000010:0.0:1761312154.223209:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312154.223211:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323392, offset 0 00000400:00000200:0.0:1761312154.223216:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.223223:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.223251:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.223255:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.223258:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.223260:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88972:88972:255:4294967295] 192.168.203.32@tcp LPNI seq info [88972:88972:7:4294967295] 00000400:00000200:0.0:1761312154.223267:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.223271:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.223275:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.223279:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.223283:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.223285:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.223341:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.223344:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:0.0:1761312154.223349:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.223353:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.223356:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:0.0:1761312154.223358:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000800:00000200:0.0:1761312154.223404:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.223406:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312154.223409:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.223412:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.223413:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:0.0:1761312154.223415:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:0.0:1761312154.223419:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038645751 x1846868015323392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.231737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f167d75. 00010000:00000010:2.1:1761312154.231767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:1.1:1761312154.232657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d1e3174. 00000400:00000200:2.0:1761312154.233869:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.233890:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001900 00000400:00000200:2.0:1761312154.233900:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeba5 [1] + 224 00000400:00000200:2.0:1761312154.233913:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.233918:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.233931:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038645751 x1846868015323392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.233960:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.233965:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d556c0 00000400:00000010:0.0:1761312154.233971:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bae7c25. 00000400:00000200:0.0:1761312154.233977:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:0.0:1761312154.233979:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:0.0:1761312154.233985:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038645751 x1846868015323392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.233987:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad4bd [2] + 1968 00000400:00000010:2.0:1761312154.233992:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000100:00000200:0.0:1761312154.233993:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038645751 x1846868015323392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.233996:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fdc50dcc 02000000:00000010:0.0:1761312154.234029:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010b71dfb. 02000000:00000010:0.0:1761312154.234036:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ac855f6. 00000100:00000010:0.0:1761312154.234042:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000010:0.0:1761312154.234048:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312154.234051:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eea1a714. 00000400:00000200:2.0:1761312154.234310:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.234315:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.234319:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdc50dcc 00000400:00000010:2.0:1761312154.234322:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fdc50dcc (tot 82338818). 00000100:00000200:2.0:1761312154.234327:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312154.235513:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005cdb6ce2. 00000020:00000010:1.0:1761312154.235524:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312154.235530:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.235567:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c3002f7b x1846868012521152/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.235919:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521152 02000000:00000010:1.0:1761312154.235934:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080914b20. 00010000:00000010:1.0:1761312154.235970:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dce18612. 00010000:00000010:1.0:1761312154.236000:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006853b438. 00000100:00000010:1.0:1761312154.236008:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.236028:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.236032:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006853b438. 00000400:00000010:1.0:1761312154.236048:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312154.236055:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521152, offset 224 00080000:00000010:0.0:1761312154.236059:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010b71dfb. 00000400:00000200:1.0:1761312154.236064:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.236080:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.236086:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88973:88973:256:4294967295] 192.168.203.32@tcp LPNI seq info [88973:88973:8:4294967295] 00000400:00000200:1.0:1761312154.236097:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.236102:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.236108:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339066). 00000800:00000200:1.0:1761312154.236113:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.236121:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.236125:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.236144:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000060ca0480. 00000020:00000010:1.0:1761312154.236149:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.236153:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005cdb6ce2. 02000000:00000010:1.0:1761312154.236162:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:1.0:1761312154.236166:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00010000:00000010:0.0:1761312154.236167:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000926c7c90. 02000000:00000010:1.0:1761312154.236170:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a395a94b. 00000100:00000010:1.0:1761312154.236172:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00010000:00000010:0.0:1761312154.236173:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047aa6828. 02000000:00000010:1.0:1761312154.236178:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000439f5f1a. 00000100:00000010:1.0:1761312154.236180:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:1.0:1761312154.236183:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e70cb4a8. 00000100:00000010:1.0:1761312154.236185:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:1.0:1761312154.236188:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ebe5fc. 00000100:00000010:1.0:1761312154.236190:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:1.0:1761312154.236195:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:1.0:1761312154.236197:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000200:1.0:1761312154.236203:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1761312154.236265:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002fc694a. 00010000:00000010:0.0:1761312154.236272:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000926c7c90. 00010000:00000010:0.0:1761312154.236284:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eea1a714. 00000100:00000010:0.0:1761312154.236287:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312154.236296:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312154.236309:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf754b10. 02000000:00000010:0.0:1761312154.236339:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003051ee00. 00000400:00000010:0.0:1761312154.236345:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009bae7c25. 00000400:00000010:0.0:1761312154.236350:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312154.236356:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323456, portal 16 00000400:00000010:0.0:1761312154.236360:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312154.236362:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323456, offset 0 00000400:00000200:0.0:1761312154.236367:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.236374:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.236381:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.236385:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.236388:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.236390:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88974:88974:255:4294967295] 192.168.203.32@tcp LPNI seq info [88974:88974:7:4294967295] 00000400:00000200:0.0:1761312154.236397:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.236401:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.236405:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339314). 00000800:00000200:0.0:1761312154.236408:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.236412:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.236414:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761312154.236446:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009de7dae0. 00000400:00000010:0.0:1761312154.236451:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6532ce8 (tot 82339466). 00000800:00000200:1.0:1761312154.238098:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.238107:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82339218). 00000400:00000200:1.0:1761312154.238120:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.238131:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.238138:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:1.0:1761312154.238140:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 02000000:00000010:1.0:1761312154.238149:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080914b20. 00000800:00000200:1.0:1761312154.239419:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.239426:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312154.239435:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.239444:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.239450:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:1.0:1761312154.239452:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:1.0:1761312154.239464:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038645751 x1846868015323456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.242387:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.242414:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001940 00000400:00000200:3.0:1761312154.242426:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebb1 [1] + 224 00000400:00000200:3.0:1761312154.242441:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.242446:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.242462:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038645751 x1846868015323456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.242506:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.242511:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55700 00000400:00000200:3.0:1761312154.242517:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 0 00000400:00000200:3.0:1761312154.242791:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.242796:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.242801:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.242807:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312154.243718:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080914b20. 00000020:00000010:1.0:1761312154.243728:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312154.243733:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.243773:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012521216/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.243806:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521216 02000000:00000010:1.0:1761312154.243818:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000456bca08. 00010000:00000010:1.0:1761312154.243867:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006853b438. 00000100:00000010:1.0:1761312154.243876:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:1.0:1761312154.243884:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312154.243888:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006853b438. 00000400:00000010:1.0:1761312154.243906:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312154.243912:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521216, offset 224 00000400:00000200:1.0:1761312154.243923:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.243936:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.243944:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88975:88975:256:4294967295] 192.168.203.32@tcp LPNI seq info [88975:88975:8:4294967295] 00000400:00000200:1.0:1761312154.243956:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.243962:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.243967:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312154.243974:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.243984:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.243988:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.244018:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000056cba48d. 00000020:00000010:1.0:1761312154.244023:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.244028:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080914b20. 00000800:00000200:0.0:1761312154.244126:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.244131:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:0.0:1761312154.244138:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.244143:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.244147:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:0.0:1761312154.244149:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00010000:00000010:0.1:1761312154.244672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004647931d. 00010000:00000010:0.1:1761312154.244681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00010000:00000010:0.1:1761312154.244695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b68bf212. 00010000:00000010:0.1:1761312154.244698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00010000:00000010:2.1:1761312154.246692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008bf81e0. 00000400:00000010:2.0:1761312154.246754:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009bae7c25. 00000400:00000200:2.0:1761312154.246760:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:2.0:1761312154.246761:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:2.0:1761312154.246778:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038645751 x1846868015323456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.246789:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038645751 x1846868015323456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312154.246822:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000599e9aa6. 02000000:00000010:2.0:1761312154.246840:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:2.0:1761312154.246847:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf754b10. 00000100:00000010:2.0:1761312154.246851:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000010:2.0:1761312154.246857:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:2.0:1761312154.246861:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eea1a714. 00080000:00000010:2.0:1761312154.246886:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c66d9123. 00010000:00000010:2.0:1761312154.247002:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000926c7c90. 00010000:00000010:2.0:1761312154.247009:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a96eb8b. 00010000:00000010:2.0:1761312154.247167:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312154.247174:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312154.247186:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.247193:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.247202:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.247217:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:2.0:1761312154.247249:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135460e8. 00000400:00000010:2.0:1761312154.247255:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000400:00000010:2.0:1761312154.247260:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312154.247267:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323520, portal 16 00000400:00000010:2.0:1761312154.247272:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312154.247275:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323520, offset 0 00000400:00000200:2.0:1761312154.247283:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.247299:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.247307:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.247311:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.247314:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.247318:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88976:88976:256:4294967295] 192.168.203.32@tcp LPNI seq info [88976:88976:8:4294967295] 00000400:00000200:2.0:1761312154.247328:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.247334:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.247338:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.247344:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.247352:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.247356:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.247854:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.247859:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312154.247865:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.247871:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.247877:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:1.0:1761312154.247878:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:1.0:1761312154.247885:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.251673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c72961ef. 00000400:00000200:0.0:1761312154.254342:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.254365:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001980 00000400:00000200:0.0:1761312154.254376:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebc1 [1] + 224 00000400:00000200:0.0:1761312154.254389:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.254395:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.254407:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.254444:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.254449:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55740 00000400:00000200:0.0:1761312154.254455:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 328 00000400:00000010:2.0:1761312154.254462:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000400:00000200:2.0:1761312154.254468:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000200:0.0:1761312154.254469:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761312154.254470:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000400:00000200:0.0:1761312154.254471:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.254476:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.254476:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.254482:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000100:00000200:2.0:1761312154.254483:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.254519:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135460e8. 02000000:00000010:2.0:1761312154.254527:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:2.0:1761312154.254531:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:2.0:1761312154.254535:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.254539:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000020:00000010:2.0:1761312154.254589:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:2.0:1761312154.254596:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.254601:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.254658:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012521280/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.254688:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521280 02000000:00000010:2.0:1761312154.254702:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:2.0:1761312154.254735:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae3b64bc. 00010000:00000010:2.0:1761312154.254768:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000baced97. 00000100:00000010:2.0:1761312154.254774:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.254791:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.254794:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000baced97. 00000400:00000010:2.0:1761312154.254810:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312154.254815:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521280, offset 224 00000400:00000200:2.0:1761312154.254824:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312154.254824:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002814f20. 00000400:00000200:2.0:1761312154.254836:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.254841:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88977:88977:256:4294967295] 192.168.203.32@tcp LPNI seq info [88977:88977:8:4294967295] 00000400:00000200:2.0:1761312154.254852:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.254857:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.254861:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312154.254867:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.254874:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.254878:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.254898:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.254902:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.254905:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00010000:00000010:0.0:1761312154.254926:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:0.0:1761312154.254933:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dee33e5b. 00000800:00000200:2.0:1761312154.255015:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.255020:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:2.0:1761312154.255024:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761312154.255037:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312154.255045:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdff7ffa. 00010000:00000010:0.0:1761312154.255058:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312154.255062:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.255068:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 02000000:00000010:0.0:1761312154.255082:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf754b10. 02000000:00000010:0.0:1761312154.255108:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003051ee00. 00000400:00000010:0.0:1761312154.255113:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000400:00000010:0.0:1761312154.255117:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.255123:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323584, portal 16 00000400:00000010:0.0:1761312154.255128:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312154.255130:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323584, offset 0 00000400:00000200:0.0:1761312154.255135:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.255140:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.255147:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.255150:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.255153:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.255155:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88978:88978:255:4294967295] 192.168.203.32@tcp LPNI seq info [88978:88978:7:4294967295] 00000400:00000200:0.0:1761312154.255163:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.255167:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.255170:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.255173:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.255176:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.255179:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761312154.255545:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.255549:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:2.0:1761312154.255552:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000800:00000200:2.0:1761312154.255612:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.255614:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312154.255618:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.255621:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.255849:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:2.0:1761312154.255851:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:2.0:1761312154.255857:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b3f486 x1846868015323584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.259693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003885ade2. 00010000:00000010:2.1:1761312154.259712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcf286a7. 00010000:00000010:2.1:1761312154.259718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002fc694a. 00000400:00000200:3.0:1761312154.261973:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.261995:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780019c0 00000400:00000200:3.0:1761312154.262005:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebcd [1] + 224 00000400:00000200:3.0:1761312154.262028:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.262032:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.262045:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b3f486 x1846868015323584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312154.262779:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:0.0:1761312154.262786:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.262789:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:0.0:1761312154.262797:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b3f486 x1846868015323584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.262808:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b3f486 x1846868015323584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.262845:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:0.0:1761312154.262854:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf754b10. 00000100:00000010:0.0:1761312154.262858:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 00000100:00000010:0.0:1761312154.262865:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.262869:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00000400:00000200:0.0:1761312154.265671:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.265694:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55780 00000400:00000200:0.0:1761312154.265704:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 656 00000400:00000200:0.0:1761312154.265785:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.265790:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.265798:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.265805:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:3.0:1761312154.265979:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:3.0:1761312154.265987:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.265992:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010b1125f. 00000100:00000200:3.0:1761312154.266022:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012521344/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.266053:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521344 02000000:00000010:3.0:1761312154.266067:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:3.0:1761312154.266104:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbf0447e. 00010000:00000010:3.0:1761312154.266127:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.266134:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.266156:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.266160:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.266178:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312154.266185:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521344, offset 224 00000400:00000200:3.0:1761312154.266195:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.266208:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.266214:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88979:88979:256:4294967295] 192.168.203.32@tcp LPNI seq info [88979:88979:8:4294967295] 00000400:00000200:3.0:1761312154.266224:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.266230:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.266235:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312154.266242:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.266249:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.266254:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.266273:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.266279:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010b1125f. 00000020:00000010:3.0:1761312154.266283:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 00000800:00000200:2.0:1761312154.266463:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.266469:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312154.266474:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.266532:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.266537:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:2.0:1761312154.266539:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00010000:00000010:0.1:1761312154.266792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d463ca91. 00010000:00000010:0.1:1761312154.266802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312154.267179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d46706ae. 00080000:00000010:1.0:1761312154.267569:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080914b20. 00010000:00000010:1.0:1761312154.267730:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdff7ffa. 00010000:00000010:1.0:1761312154.267752:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0c95ca0. 00010000:00000010:1.0:1761312154.267850:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312154.267857:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312154.267870:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006853b438. 00000100:00000010:1.0:1761312154.267883:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a25fe5d. 00000100:00000010:1.0:1761312154.267894:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312154.267911:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075ebe5fc. 02000000:00000010:1.0:1761312154.267950:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312154.267957:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312154.267963:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312154.267971:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323648, portal 16 00000400:00000010:1.0:1761312154.267977:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312154.267979:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323648, offset 0 00000400:00000200:1.0:1761312154.267989:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.268003:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.268011:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.268015:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.268018:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.268021:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88980:88980:256:4294967295] 192.168.203.32@tcp LPNI seq info [88980:88980:8:4294967295] 00000400:00000200:1.0:1761312154.268031:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.268036:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.268040:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312154.268046:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.268054:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.268058:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.268275:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.268279:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82338970). 00000400:00000200:3.0:1761312154.268286:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.268291:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.268294:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:3.0:1761312154.268296:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000100:00000200:3.0:1761312154.268303:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015323648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.272289:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.272317:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001a00 00000400:00000200:3.0:1761312154.272328:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebd9 [1] + 224 00000400:00000200:3.0:1761312154.272345:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.272350:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.272363:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015323648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.272401:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.272407:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d557c0 00000400:00000200:3.0:1761312154.272412:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 984 00000400:00000200:3.0:1761312154.272472:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.272476:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.272489:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.272496:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:3.0:1761312154.272649:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009d2f4b2. 00000020:00000010:3.0:1761312154.272658:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.272663:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000010b1125f. 00000100:00000200:3.0:1761312154.272696:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012521408/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.272752:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521408 02000000:00000010:2.0:1761312154.272772:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000febb3347. 00010000:00000010:2.0:1761312154.272821:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80c55c7. 00000100:00000010:2.0:1761312154.272829:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.272837:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.272841:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80c55c7. 00000400:00000010:2.0:1761312154.272857:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312154.272863:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521408, offset 224 00000400:00000200:2.0:1761312154.272872:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.272886:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.272893:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88981:88981:256:4294967295] 192.168.203.32@tcp LPNI seq info [88981:88981:8:4294967295] 00000400:00000200:2.0:1761312154.272905:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000400:00000010:1.0:1761312154.272906:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000800:00000200:2.0:1761312154.272912:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.272914:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000800:00000010:2.0:1761312154.272918:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000400:00000010:1.0:1761312154.272919:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:1.0:1761312154.272927:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015323648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312154.272928:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.272938:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000100:00000200:1.0:1761312154.272941:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015323648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761312154.272944:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761312154.272971:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad0f0da0. 00000020:00000010:2.0:1761312154.272978:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:2.0:1761312154.272988:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000010b1125f. 02000000:00000010:1.0:1761312154.272990:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 00000020:00000010:2.0:1761312154.272992:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009d2f4b2. 02000000:00000010:1.0:1761312154.272998:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075ebe5fc. 00000100:00000010:1.0:1761312154.273004:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:1.0:1761312154.273007:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a25fe5d. 00010000:00000010:1.0:1761312154.273010:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006853b438. 00080000:00000010:1.0:1761312154.273030:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ebe5fc. 00010000:00000010:1.0:1761312154.273135:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312154.273143:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c8046ac. 00010000:00000010:1.0:1761312154.273239:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312154.273246:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312154.273259:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006853b438. 00000100:00000010:1.0:1761312154.273262:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a25fe5d. 00000100:00000010:1.0:1761312154.273268:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312154.273280:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439f5f1a. 02000000:00000010:1.0:1761312154.273307:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a395a94b. 00000400:00000010:1.0:1761312154.273313:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312154.273317:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312154.273322:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323712, portal 16 00000400:00000010:1.0:1761312154.273326:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312154.273328:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323712, offset 0 00000400:00000200:1.0:1761312154.273333:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.273339:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.273347:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.273351:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.273355:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.273357:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88982:88982:255:4294967295] 192.168.203.32@tcp LPNI seq info [88982:88982:7:4294967295] 00000400:00000200:1.0:1761312154.273364:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.273368:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.273372:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339466). 00000800:00000200:1.0:1761312154.273375:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.273380:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.273382:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.273456:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.273460:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82339218). 00000400:00000200:3.0:1761312154.273466:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.273470:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.273473:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312154.273475:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000800:00000200:3.0:1761312154.273531:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.273533:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82338970). 00000400:00000200:3.0:1761312154.273539:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.273543:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.273545:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:3.0:1761312154.273546:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000100:00000200:3.0:1761312154.273551:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015323712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.275107:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.275126:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001a40 00000400:00000200:3.0:1761312154.275134:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebe5 [1] + 224 00000400:00000200:3.0:1761312154.275147:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.275151:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.275166:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015323712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.275503:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.275511:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55800 00000400:00000200:3.0:1761312154.275518:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 1312 00000400:00000200:3.0:1761312154.275585:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.275589:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.275594:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.275602:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000400:00000010:1.0:1761312154.275774:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312154.275781:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:1.0:1761312154.275783:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:1.0:1761312154.275790:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015323712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.275799:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015323712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.275836:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a395a94b. 02000000:00000010:1.0:1761312154.275842:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439f5f1a. 00000100:00000010:1.0:1761312154.275847:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:1.0:1761312154.275851:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a25fe5d. 00010000:00000010:1.0:1761312154.275856:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006853b438. 00000020:00000010:2.0:1761312154.275979:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02c1f87. 00000020:00000010:2.0:1761312154.275988:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.275994:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.276035:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012521472/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.276076:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521472 02000000:00000010:2.0:1761312154.276094:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a67ebc2. 00010000:00000010:2.0:1761312154.276128:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e86cd2f. 00010000:00000010:2.0:1761312154.276157:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80c55c7. 00000100:00000010:2.0:1761312154.276165:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.276176:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.276179:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80c55c7. 00000400:00000010:2.0:1761312154.276471:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312154.276477:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521472, offset 224 00000400:00000200:2.0:1761312154.276540:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.276555:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.276562:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88983:88983:256:4294967295] 192.168.203.32@tcp LPNI seq info [88983:88983:8:4294967295] 00000400:00000200:2.0:1761312154.276612:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.276620:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.276662:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e318493 (tot 82339218). 00000800:00000200:2.0:1761312154.276670:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.276679:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.276683:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e318493 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.276706:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.276710:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.276715:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02c1f87. 00080000:00000010:2.0:1761312154.276758:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd4fa4c6. 00010000:00000010:2.0:1761312154.276870:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:2.0:1761312154.276878:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec7be48b. 00010000:00000010:2.0:1761312154.276973:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312154.276981:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312154.276991:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80c55c7. 00000100:00000010:2.0:1761312154.276996:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000800:00000200:3.0:1761312154.277223:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.277228:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e318493 (tot 82338970). 00000400:00000200:3.0:1761312154.277234:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.277239:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.277244:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:3.0:1761312154.277246:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000100:00000010:2.0:1761312154.277966:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312154.277986:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02c1f87. 02000000:00000010:2.0:1761312154.278143:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d55337f. 00000400:00000010:2.0:1761312154.278151:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000529e05dd. 00000400:00000010:2.0:1761312154.278158:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312154.278166:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323776, portal 16 00000400:00000010:2.0:1761312154.278171:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312154.278174:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323776, offset 0 00000400:00000200:2.0:1761312154.278367:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.278384:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.278393:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.278397:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.278401:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.278405:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88984:88984:256:4294967295] 192.168.203.32@tcp LPNI seq info [88984:88984:8:4294967295] 00000400:00000200:2.0:1761312154.278415:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.278422:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.278427:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.278434:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.278442:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.278446:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.278693:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.278697:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312154.278703:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.278707:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.278711:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:3.0:1761312154.278713:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000100:00000200:3.0:1761312154.278722:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015323776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.280667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d9f3d34. 00000400:00000200:0.0:1761312154.293283:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.293313:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001a80 00000400:00000200:0.0:1761312154.293324:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebf1 [1] + 224 00000400:00000200:0.0:1761312154.293339:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.293345:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.293360:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015323776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.293403:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.293408:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55840 00000400:00000200:0.0:1761312154.293415:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 1640 00000400:00000200:0.0:1761312154.293458:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.293462:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.293467:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761312154.293471:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000529e05dd. 00000100:00000010:0.0:1761312154.293473:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000400:00000200:3.0:1761312154.293479:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:3.0:1761312154.293483:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:3.0:1761312154.293491:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015323776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.293501:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015323776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.293538:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d55337f. 02000000:00000010:3.0:1761312154.293545:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02c1f87. 00000100:00000010:3.0:1761312154.293549:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:3.0:1761312154.293553:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:3.0:1761312154.293558:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80c55c7. 00000020:00000010:2.0:1761312154.293850:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dd35bf0. 00000020:00000010:2.0:1761312154.293858:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.293863:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.293889:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012521536/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.293927:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521536 02000000:00000010:2.0:1761312154.293941:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9544f4b. 00010000:00000010:2.0:1761312154.293974:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce167cb6. 00010000:00000010:2.0:1761312154.293997:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.294003:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.294017:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.294019:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.294034:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312154.294039:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521536, offset 224 00000400:00000200:2.0:1761312154.294047:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312154.294057:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a02c1f87. 00000400:00000200:2.0:1761312154.294061:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.294068:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88985:88985:256:4294967295] 192.168.203.32@tcp LPNI seq info [88985:88985:8:4294967295] 00000400:00000200:2.0:1761312154.294079:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.294084:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.294090:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.294096:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.294105:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.294109:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.294132:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.294137:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.294140:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dd35bf0. 00010000:00000010:3.0:1761312154.294169:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:3.0:1761312154.294178:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051dde7d9. 00000800:00000200:0.0:1761312154.294249:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.294254:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312154.294261:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.294265:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.294268:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:0.0:1761312154.294270:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00010000:00000010:3.0:1761312154.294272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312154.294282:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008f377457. 00010000:00000010:3.0:1761312154.294293:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.294298:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.294307:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 02000000:00000010:3.0:1761312154.294320:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d55337f. 02000000:00000010:3.0:1761312154.294350:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7f93a17. 00000400:00000010:3.0:1761312154.294356:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000116b1c2b. 00000400:00000010:3.0:1761312154.294361:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312154.294368:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323840, portal 16 00000400:00000010:3.0:1761312154.294373:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312154.294375:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323840, offset 0 00000400:00000200:3.0:1761312154.294381:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.294389:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.294397:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.294400:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.294403:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.294406:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88986:88986:256:4294967295] 192.168.203.32@tcp LPNI seq info [88986:88986:8:4294967295] 00000400:00000200:3.0:1761312154.294414:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.294418:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.294421:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312154.294425:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.294429:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.294432:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.294561:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.294564:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:2.0:1761312154.294568:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.294571:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.294574:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:2.0:1761312154.294575:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:2.0:1761312154.294580:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049f6aaa1 x1846868015323840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.294733:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058a10f1a. 00010000:00000010:1.1:1761312154.294749:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00000400:00000200:0.0:1761312154.296817:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.296839:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001ac0 00000400:00000200:0.0:1761312154.296849:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaebfd [1] + 224 00000400:00000200:0.0:1761312154.296866:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.296870:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.296881:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049f6aaa1 x1846868015323840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.297212:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000116b1c2b. 00000400:00000200:3.0:1761312154.297219:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:3.0:1761312154.297221:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:3.0:1761312154.297229:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049f6aaa1 x1846868015323840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.297238:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049f6aaa1 x1846868015323840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.297272:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7f93a17. 02000000:00000010:3.0:1761312154.297279:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d55337f. 00000100:00000010:3.0:1761312154.297284:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 00000100:00000010:3.0:1761312154.297292:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.297297:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000200:0.0:1761312154.302211:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.302239:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55880 00000400:00000200:0.0:1761312154.302249:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad515 [2] + 1968 00000400:00000010:0.0:1761312154.302255:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000704c13b8. 00000400:00000200:0.0:1761312154.302268:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d15eff64 00000400:00000200:0.0:1761312154.302358:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.302365:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.302371:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15eff64 00000400:00000010:0.0:1761312154.302373:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d15eff64 (tot 82338818). 00000100:00000200:0.0:1761312154.302382:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312154.302979:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7f93a17. 00000020:00000010:3.0:1761312154.302990:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.302997:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.303036:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002cbc9357 x1846868012521600/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.303083:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521600 02000000:00000010:3.0:1761312154.303098:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057341d73. 00010000:00000010:3.0:1761312154.303138:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009618a1bf. 00010000:00000010:3.0:1761312154.303168:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.303178:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b4fa70c. 00000100:00000010:3.0:1761312154.303204:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b4fa70c. 00010000:00000010:3.0:1761312154.303210:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.303230:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312154.303239:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521600, offset 224 00000400:00000200:3.0:1761312154.303250:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.303267:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.303276:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88987:88987:256:4294967295] 192.168.203.32@tcp LPNI seq info [88987:88987:8:4294967295] 00000400:00000200:3.0:1761312154.303288:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.303295:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.303301:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339066). 00000800:00000200:3.0:1761312154.303309:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.303320:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.303325:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.303344:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.303350:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.303354:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7f93a17. 02000000:00000010:3.0:1761312154.303366:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9544f4b. 00000100:00000010:3.0:1761312154.303372:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:3.0:1761312154.303377:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a67ebc2. 00000100:00000010:3.0:1761312154.303382:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.303385:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000febb3347. 00000100:00000010:3.0:1761312154.303389:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312154.303394:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:3.0:1761312154.303397:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:3.0:1761312154.303403:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:3.0:1761312154.303406:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:3.0:1761312154.303409:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000456bca08. 00000100:00000010:3.0:1761312154.303412:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:3.0:1761312154.303419:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312154.303425:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000116b1c2b. 00000400:00000010:3.0:1761312154.303430:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001b4fa70c (tot 82339218). 00000800:00000200:2.0:1761312154.305809:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.305818:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312154.305826:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.305837:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.305843:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:2.0:1761312154.305846:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 02000000:00000010:2.0:1761312154.305855:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057341d73. 00080000:00000010:2.0:1761312154.305900:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dd35bf0. 00010000:00000010:2.0:1761312154.306026:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f377457. 00010000:00000010:2.0:1761312154.306038:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe33a4b4. 00010000:00000010:2.0:1761312154.306132:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312154.306139:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.306153:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.306163:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.306173:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312154.306189:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042942f4. 02000000:00000010:2.0:1761312154.306223:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000628f5aba. 00000400:00000010:2.0:1761312154.306229:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076629f06. 00000400:00000010:2.0:1761312154.306235:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312154.306242:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323904, portal 16 00000400:00000010:2.0:1761312154.306250:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312154.306253:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323904, offset 0 00000400:00000200:2.0:1761312154.306262:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.306278:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.306286:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.306290:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.306293:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.306296:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88988:88988:256:4294967295] 192.168.203.32@tcp LPNI seq info [88988:88988:8:4294967295] 00000400:00000200:2.0:1761312154.306306:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.306310:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.306315:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.306321:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.306329:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.306332:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312154.309676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acd3ba14. 00010000:00000010:1.1:1761312154.309695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a0e2c53. 00010000:00000010:1.1:1761312154.309701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000800:00000200:3.0:1761312154.310056:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.310062:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312154.310070:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.310082:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.310089:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:3.0:1761312154.310092:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000100:00000200:3.0:1761312154.310104:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015323904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.310147:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.310161:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001b00 00000400:00000200:3.0:1761312154.310170:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec0d [1] + 224 00000400:00000200:3.0:1761312154.310188:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.310191:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.310197:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015323904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.310401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e12aca7. 00010000:00000010:2.1:1761312154.310409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000953f8159. 00010000:00000010:2.1:1761312154.310414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00000400:00000010:2.0:1761312154.310460:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076629f06. 00000400:00000200:2.0:1761312154.310465:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:2.0:1761312154.310466:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000100:00000200:2.0:1761312154.310472:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015323904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.310479:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015323904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.310512:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000628f5aba. 02000000:00000010:2.0:1761312154.310517:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000042942f4. 00000100:00000010:2.0:1761312154.310522:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312154.310526:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.310530:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000200:3.0:1761312154.311553:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.311568:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d558c0 00000400:00000200:3.0:1761312154.311575:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 0 00000400:00000200:3.0:1761312154.312243:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.312251:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.312259:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.312268:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:2.0:1761312154.312390:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042942f4. 00000020:00000010:2.0:1761312154.312399:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.312403:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.312435:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012521664/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.312478:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521664 02000000:00000010:2.0:1761312154.312493:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000628f5aba. 00010000:00000010:2.0:1761312154.312529:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1668217. 00010000:00000010:2.0:1761312154.312556:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.312565:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00010000:00000010:2.1:1761312154.312835:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e08fb1d4. 00080000:00000010:1.0:1761312154.313194:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a395a94b. 00010000:00000010:1.0:1761312154.313418:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312154.313426:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312154.313440:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006853b438. 00000100:00000010:1.0:1761312154.313446:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a25fe5d. 00000100:00000010:1.0:1761312154.313455:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312154.313469:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cdb6ce2. 02000000:00000010:1.0:1761312154.313500:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004269c457. 00000400:00000010:1.0:1761312154.313508:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312154.313515:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312154.313524:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015323968, portal 16 00000400:00000010:1.0:1761312154.313530:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312154.313533:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015323968, offset 0 00000400:00000200:1.0:1761312154.313545:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.313563:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.313572:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.313576:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.313579:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.313583:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88989:88989:256:4294967295] 192.168.203.32@tcp LPNI seq info [88989:88989:8:4294967295] 00000400:00000200:1.0:1761312154.313593:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.313599:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.313604:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339218). 00000800:00000200:1.0:1761312154.313612:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.313653:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.313659:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312154.313736:0:64737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d3afdcd. 00010000:00000010:2.1:1761312154.313752:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00010000:00000010:2.0:1761312154.313760:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00000100:00000010:2.0:1761312154.313769:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.313773:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00010000:00000010:2.0:1761312154.313779:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002858bff1. 00000400:00000010:2.0:1761312154.313797:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312154.313800:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521664, offset 224 00000400:00000200:2.0:1761312154.313806:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.313813:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.313818:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88990:88990:255:4294967295] 192.168.203.32@tcp LPNI seq info [88990:88990:7:4294967295] 00000400:00000200:2.0:1761312154.313828:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.313832:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.313835:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312154.313839:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.313843:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.313845:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.313863:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.313868:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.313874:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042942f4. 00000800:00000200:3.0:1761312154.313993:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.313998:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82339218). 00000400:00000200:3.0:1761312154.314005:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.314009:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.314014:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:3.0:1761312154.314016:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:3.0:1761312154.314024:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015323968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312154.314316:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.314318:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312154.314324:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.314328:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.314331:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:3.0:1761312154.314333:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00010000:00000010:3.1:1761312154.319055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046234f0. 00010000:00000010:3.1:1761312154.319072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:3.1:1761312154.319077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca047172. 00000400:00000200:1.0:1761312154.319961:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.319990:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001b40 00000400:00000200:1.0:1761312154.320001:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec15 [1] + 224 00000400:00000200:1.0:1761312154.320017:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.320022:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.320037:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015323968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.320075:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.320081:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55900 00000400:00000200:1.0:1761312154.320087:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 328 00000400:00000200:1.0:1761312154.320097:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.320100:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.320105:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.320112:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 00000020:00000010:0.0:1761312154.320237:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf754b10. 00000020:00000010:0.0:1761312154.320246:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.320251:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.320279:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093a8684d x1846868012521728/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.320319:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521728 02000000:00000010:0.0:1761312154.320333:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003051ee00. 00010000:00000010:0.0:1761312154.320381:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.320389:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.320396:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.320399:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312154.320420:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.320425:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521728, offset 224 00000400:00000200:0.0:1761312154.320434:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.320445:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.320452:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88991:88991:256:4294967295] 192.168.203.32@tcp LPNI seq info [88991:88991:8:4294967295] 00000400:00000200:0.0:1761312154.320463:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.320468:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.320473:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.320478:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.320486:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.320490:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.320506:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.320511:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312154.320514:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf754b10. 00000800:00000200:0.0:1761312154.320598:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.320603:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:0.0:1761312154.320606:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.320610:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.320614:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.320617:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000400:00000010:3.0:1761312154.320709:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:3.0:1761312154.320715:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:3.0:1761312154.320717:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:3.0:1761312154.320722:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015323968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.320731:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015323968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.320761:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056bc24a6. 02000000:00000010:3.0:1761312154.320779:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004269c457. 02000000:00000010:3.0:1761312154.320785:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cdb6ce2. 00000100:00000010:3.0:1761312154.320788:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:3.0:1761312154.320792:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a25fe5d. 00010000:00000010:3.0:1761312154.320795:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006853b438. 00080000:00000010:3.0:1761312154.320815:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7f93a17. 00010000:00000010:3.0:1761312154.320922:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:3.0:1761312154.320929:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5a72e35. 00010000:00000010:3.0:1761312154.321010:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312154.321016:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e2a6117. 00010000:00000010:3.0:1761312154.321025:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.321030:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.321036:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312154.321048:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057341d73. 02000000:00000010:3.0:1761312154.321073:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009d2f4b2. 00000400:00000010:3.0:1761312154.321077:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.321081:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312154.321087:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324032, portal 16 00000400:00000010:3.0:1761312154.321090:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312154.321092:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324032, offset 0 00000400:00000200:3.0:1761312154.321097:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.321103:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.321110:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.321114:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.321117:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.321119:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88992:88992:256:4294967295] 192.168.203.32@tcp LPNI seq info [88992:88992:8:4294967295] 00000400:00000200:3.0:1761312154.321126:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.321131:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.321134:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312154.321137:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.321141:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.321143:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.321358:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.321361:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312154.321364:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.321368:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.321371:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:0.0:1761312154.321372:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:0.0:1761312154.321376:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015324032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.322859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0de700a. 00010000:00000010:2.1:1761312154.322871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.1:1761312154.322876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002977d0ee. 00010000:00000010:3.1:1761312154.325873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b3c808. 00010000:00000010:3.1:1761312154.325895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9482ad5. 00010000:00000010:3.1:1761312154.325901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:1.0:1761312154.330432:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.330461:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001b80 00000400:00000200:1.0:1761312154.330472:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec25 [1] + 224 00000400:00000200:1.0:1761312154.330486:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.330491:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.330506:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015324032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.330560:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.330566:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55940 00000400:00000200:1.0:1761312154.330572:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 656 00000400:00000200:1.0:1761312154.330587:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.330590:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.330595:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.330602:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 00000020:00000010:2.0:1761312154.331162:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042942f4. 00000020:00000010:2.0:1761312154.331172:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.331177:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.331212:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4fc594b x1846868012521792/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.331259:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521792 02000000:00000010:2.0:1761312154.331274:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312154.331325:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.331334:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.331342:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.331347:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.331365:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312154.331372:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521792, offset 224 00000400:00000200:2.0:1761312154.331382:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.331396:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.331403:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88993:88993:256:4294967295] 192.168.203.32@tcp LPNI seq info [88993:88993:8:4294967295] 00000400:00000200:2.0:1761312154.331415:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.331421:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.331426:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312154.331433:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.331442:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.331446:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.331480:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.331486:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.331490:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042942f4. 00000800:00000200:1.0:1761312154.331736:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.331754:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312154.331760:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.331765:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.331769:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:1.0:1761312154.331771:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000400:00000010:3.0:1761312154.333470:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.333481:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312154.333483:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312154.333503:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015324032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.333515:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015324032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.333551:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096b27f32. 02000000:00000010:3.0:1761312154.333576:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009d2f4b2. 02000000:00000010:3.0:1761312154.333583:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057341d73. 00000100:00000010:3.0:1761312154.333593:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312154.333598:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.333602:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00080000:00000010:3.0:1761312154.333679:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009d2f4b2. 00010000:00000010:3.0:1761312154.333817:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e2a6117. 00010000:00000010:3.0:1761312154.333826:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d37acf1. 00010000:00000010:3.0:1761312154.333922:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d5a44ea. 00010000:00000010:3.0:1761312154.333929:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e2a6117. 00010000:00000010:3.0:1761312154.333943:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.333950:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.333959:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312154.333976:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ec6de8d. 02000000:00000010:3.0:1761312154.334010:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057341d73. 00000400:00000010:3.0:1761312154.334016:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.334021:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312154.334028:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324096, portal 16 00000400:00000010:3.0:1761312154.334033:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312154.334036:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324096, offset 0 00000400:00000200:3.0:1761312154.334045:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.334063:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.334071:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.334075:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.334078:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.334082:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88994:88994:256:4294967295] 192.168.203.32@tcp LPNI seq info [88994:88994:8:4294967295] 00000400:00000200:3.0:1761312154.334093:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.334099:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.334104:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312154.334110:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.334119:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.334122:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.338201:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.338213:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:0.0:1761312154.338225:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.338236:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.338243:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:0.0:1761312154.338246:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:0.0:1761312154.338257:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015324096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.338668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000974a124c. 00000400:00000200:1.0:1761312154.341141:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.341165:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001bc0 00000400:00000200:1.0:1761312154.341174:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec31 [1] + 224 00000400:00000200:1.0:1761312154.341189:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.341193:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.341207:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015324096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.341246:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.341251:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55980 00000400:00000200:1.0:1761312154.341256:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 984 00000400:00000200:1.0:1761312154.341269:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.341272:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.341276:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.341283:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00000020:00000010:0.0:1761312154.342954:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf754b10. 00000020:00000010:0.0:1761312154.342967:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.342972:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.343009:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ecf7319 x1846868012521856/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312154.343047:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521856 02000000:00000010:0.0:1761312154.343062:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:0.0:1761312154.343108:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.343116:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.343123:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.343127:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312154.343144:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.343151:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521856, offset 224 00000400:00000200:0.0:1761312154.343159:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.343173:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.343180:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88995:88995:256:4294967295] 192.168.203.32@tcp LPNI seq info [88995:88995:8:4294967295] 00000400:00000200:0.0:1761312154.343192:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.343198:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.343202:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.343209:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.343216:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.343221:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.343240:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.343244:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312154.343247:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf754b10. 00000800:00000200:0.0:1761312154.343366:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.343370:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:0.0:1761312154.343374:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.343379:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.343383:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.343385:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000400:00000010:3.0:1761312154.343589:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b36820e. 00000400:00000200:3.0:1761312154.343594:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:3.0:1761312154.343595:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:3.0:1761312154.343602:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015324096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.343611:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015324096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.343648:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d27d4a2. 02000000:00000010:3.0:1761312154.343666:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057341d73. 02000000:00000010:3.0:1761312154.343674:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ec6de8d. 00000100:00000010:3.0:1761312154.343678:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312154.343772:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.343776:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00080000:00000010:0.0:1761312154.344037:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000febb3347. 00010000:00000010:0.0:1761312154.344149:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e2a6117. 00010000:00000010:0.0:1761312154.344158:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005ba55d0. 00010000:00000010:0.0:1761312154.344357:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312154.344364:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007232f814. 00010000:00000010:0.0:1761312154.344374:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.344380:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.344388:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312154.344402:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:0.0:1761312154.344433:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf754b10. 00000400:00000010:0.0:1761312154.344439:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000400:00000010:0.0:1761312154.344445:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.344450:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324160, portal 16 00000400:00000010:0.0:1761312154.344456:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312154.344457:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324160, offset 0 00000400:00000200:0.0:1761312154.344465:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.344476:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.344485:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.344489:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.344492:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.344495:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88996:88996:256:4294967295] 192.168.203.32@tcp LPNI seq info [88996:88996:8:4294967295] 00000400:00000200:0.0:1761312154.344505:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.344511:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.344515:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.344520:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.344527:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.344530:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.344993:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.344997:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312154.345002:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.345007:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.345010:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:3.0:1761312154.345012:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:3.0:1761312154.345018:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015324160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.345950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003e05c14. 00010000:00000010:3.1:1761312154.345963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00000400:00000200:1.0:1761312154.348258:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.348281:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001c00 00000400:00000200:1.0:1761312154.348291:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec3d [1] + 224 00000400:00000200:1.0:1761312154.348305:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.348309:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.348322:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015324160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.348359:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.348364:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d559c0 00000400:00000200:1.0:1761312154.348369:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 1312 00000400:00000200:1.0:1761312154.348430:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.348434:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.348439:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.348446:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 00000400:00000010:0.0:1761312154.348526:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:0.0:1761312154.348532:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.348534:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:0.0:1761312154.348540:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015324160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.348548:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015324160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.348581:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf754b10. 02000000:00000010:0.0:1761312154.348588:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:0.0:1761312154.348593:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:0.0:1761312154.348599:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.348603:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000020:00000010:2.0:1761312154.348727:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042942f4. 00000020:00000010:2.0:1761312154.348736:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.348750:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.348776:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b077ecc4 x1846868012521920/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.348867:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521920 02000000:00000010:2.0:1761312154.348880:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002af8c24c. 00010000:00000010:2.0:1761312154.348912:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000592d877d. 00010000:00000010:2.0:1761312154.348937:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.348944:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.348961:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.348963:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.348977:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312154.348982:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521920, offset 224 00000400:00000200:2.0:1761312154.348989:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.349000:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.349006:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88997:88997:256:4294967295] 192.168.203.32@tcp LPNI seq info [88997:88997:8:4294967295] 00000400:00000200:2.0:1761312154.349020:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.349026:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.349031:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312154.349038:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.349046:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.349050:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.349074:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.349077:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.349081:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042942f4. 00000800:00000200:3.0:1761312154.349224:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.349230:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312154.349236:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.349240:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.349243:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:3.0:1761312154.349245:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00080000:00000010:1.0:1761312154.349748:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cdb6ce2. 00010000:00000010:1.0:1761312154.349858:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007232f814. 00010000:00000010:1.0:1761312154.349866:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c77466b8. 00010000:00000010:1.0:1761312154.349946:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312154.349953:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312154.349964:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001497503f. 00000100:00000010:1.0:1761312154.349969:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003bf68c0d. 00000100:00000010:1.0:1761312154.349978:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f86d3ea. 02000000:00000010:1.0:1761312154.349992:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004269c457. 02000000:00000010:1.0:1761312154.350022:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312154.350028:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.350033:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312154.350039:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324224, portal 16 00000400:00000010:1.0:1761312154.350043:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312154.350045:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324224, offset 0 00000400:00000200:1.0:1761312154.350053:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.350063:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.350071:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.350075:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.350078:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.350081:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88998:88998:256:4294967295] 192.168.203.32@tcp LPNI seq info [88998:88998:8:4294967295] 00000400:00000200:1.0:1761312154.350089:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.350094:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.350098:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00000800:00000200:1.0:1761312154.350102:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.350108:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.350110:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.350503:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.350507:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338970). 00000400:00000200:3.0:1761312154.350514:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.350519:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.350522:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:3.0:1761312154.350523:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:3.0:1761312154.350530:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f86d3ea x1846868015324224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.352581:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.352604:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001c40 00000400:00000200:1.0:1761312154.352615:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec49 [1] + 224 00000400:00000200:1.0:1761312154.352828:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.352833:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.352846:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f86d3ea x1846868015324224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.353417:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.353427:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55a00 00000400:00000200:1.0:1761312154.353435:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 1640 00000400:00000200:1.0:1761312154.353453:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.353457:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.353462:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.353468:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 00000020:00000010:2.0:1761312154.353605:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042942f4. 00000020:00000010:2.0:1761312154.353614:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.353619:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.353683:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b46855dc x1846868012521984/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.353724:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012521984 02000000:00000010:2.0:1761312154.353746:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee0d703f. 00010000:00000010:2.0:1761312154.353789:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.353796:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.353803:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.353807:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.353821:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312154.353827:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012521984, offset 224 00000400:00000200:2.0:1761312154.353836:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.353848:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.353854:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [88999:88999:256:4294967295] 192.168.203.32@tcp LPNI seq info [88999:88999:8:4294967295] 00000400:00000200:2.0:1761312154.353865:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.353870:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.353876:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312154.353882:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.353890:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.353894:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.353914:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.353918:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.353921:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042942f4. 00010000:00000010:3.1:1761312154.353980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e06859. 00000800:00000200:3.0:1761312154.354763:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.354768:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312154.354775:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.354782:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.354787:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:3.0:1761312154.354789:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000400:00000010:0.0:1761312154.355072:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:0.0:1761312154.355078:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:0.0:1761312154.355080:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:0.0:1761312154.355090:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f86d3ea x1846868015324224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.355099:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f86d3ea x1846868015324224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.355130:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fa9be41. 02000000:00000010:0.0:1761312154.355151:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 02000000:00000010:0.0:1761312154.355157:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004269c457. 00000100:00000010:0.0:1761312154.355162:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f86d3ea. 00000100:00000010:0.0:1761312154.355166:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003bf68c0d. 00010000:00000010:0.0:1761312154.355169:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001497503f. 00080000:00000010:0.0:1761312154.355192:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf754b10. 00010000:00000010:0.0:1761312154.355301:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:0.0:1761312154.355308:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd6e30a. 00010000:00000010:0.0:1761312154.355384:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312154.355390:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312154.355402:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.355408:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.355416:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312154.355432:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:0.0:1761312154.355464:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ac855f6. 00000400:00000010:0.0:1761312154.355471:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000400:00000010:0.0:1761312154.355476:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.355483:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324288, portal 16 00000400:00000010:0.0:1761312154.355488:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312154.355491:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324288, offset 0 00000400:00000200:0.0:1761312154.355499:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.355513:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.355521:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.355525:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.355528:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.355531:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89000:89000:256:4294967295] 192.168.203.32@tcp LPNI seq info [89000:89000:8:4294967295] 00000400:00000200:0.0:1761312154.355541:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.355547:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.355552:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.355558:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.355566:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.355569:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.355728:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.355731:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312154.355735:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.355747:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.355751:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:3.0:1761312154.355752:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:3.0:1761312154.355756:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015324288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.356673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e23587a. 00010000:00000010:0.1:1761312154.356686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5a44ea. 00010000:00000010:1.1:1761312154.356725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23acd15. 00010000:00000010:1.1:1761312154.356732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:2.1:1761312154.356783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004114965c. 00010000:00000010:0.1:1761312154.359845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0667d3. 00010000:00000010:0.1:1761312154.359868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000439ad5b2. 00010000:00000010:0.1:1761312154.359874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00000400:00000200:1.0:1761312154.361567:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.361592:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001c80 00000400:00000200:1.0:1761312154.361603:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec55 [1] + 224 00000400:00000200:1.0:1761312154.361617:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.361622:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.361682:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015324288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.361713:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.361718:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55a40 00000400:00000200:1.0:1761312154.361724:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad56d [2] + 1968 00000400:00000010:1.0:1761312154.361729:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebd76138. 00000400:00000200:1.0:1761312154.361733:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f114bd50 00000400:00000200:1.0:1761312154.361804:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.361808:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.361810:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f114bd50 00000400:00000010:1.0:1761312154.361812:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f114bd50 (tot 82338818). 00000100:00000200:1.0:1761312154.361819:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761312154.361965:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:0.0:1761312154.361969:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.361971:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:0.0:1761312154.361977:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015324288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.361985:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015324288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.362025:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ac855f6. 02000000:00000010:0.0:1761312154.362032:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:0.0:1761312154.362038:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:0.0:1761312154.362045:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.362049:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000020:00000010:2.0:1761312154.362147:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000042942f4. 00000020:00000010:2.0:1761312154.362155:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.362162:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.362190:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000078660689 x1846868012522048/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.362234:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522048 02000000:00000010:2.0:1761312154.362249:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9544f4b. 00010000:00000010:2.0:1761312154.362284:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028fc61b1. 00010000:00000010:2.0:1761312154.362311:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.362319:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b397580. 00000100:00000010:2.0:1761312154.362337:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b397580. 00010000:00000010:2.0:1761312154.362339:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.362355:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312154.362360:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522048, offset 224 00000400:00000200:2.0:1761312154.362368:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.362381:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.362387:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89001:89001:256:4294967295] 192.168.203.32@tcp LPNI seq info [89001:89001:8:4294967295] 00000400:00000200:2.0:1761312154.362397:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.362408:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.362413:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339066). 00000800:00000200:2.0:1761312154.362420:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.362428:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.362431:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.362458:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.362463:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.362467:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000042942f4. 02000000:00000010:2.0:1761312154.362477:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee0d703f. 00000100:00000010:2.0:1761312154.362481:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 02000000:00000010:2.0:1761312154.362485:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002af8c24c. 00000100:00000010:2.0:1761312154.362488:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 02000000:00000010:2.0:1761312154.362491:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:2.0:1761312154.362494:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 02000000:00000010:2.0:1761312154.362498:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:2.0:1761312154.362500:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 02000000:00000010:2.0:1761312154.362503:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003051ee00. 00000100:00000010:2.0:1761312154.362506:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 02000000:00000010:2.0:1761312154.362509:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000628f5aba. 00000100:00000010:2.0:1761312154.362511:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:2.0:1761312154.362517:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312154.362523:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076629f06. 00000400:00000010:2.0:1761312154.362527:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b397580 (tot 82339218). 00000800:00000200:3.0:1761312154.362730:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.362735:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312154.362750:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.362754:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.362757:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312154.362759:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 02000000:00000010:3.0:1761312154.362763:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9544f4b. 00080000:00000010:1.0:1761312154.362857:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000456bca08. 00010000:00000010:1.0:1761312154.362968:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:1.0:1761312154.362976:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006010fe90. 00010000:00000010:1.0:1761312154.363072:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66fa559. 00010000:00000010:1.0:1761312154.363079:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312154.363090:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e856576e. 00000100:00000010:1.0:1761312154.363095:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075a1a140. 00000100:00000010:1.0:1761312154.363103:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 02000000:00000010:1.0:1761312154.363115:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004269c457. 02000000:00000010:1.0:1761312154.363142:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312154.363147:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312154.363152:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312154.363155:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324352, portal 16 00000400:00000010:1.0:1761312154.363159:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312154.363161:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324352, offset 0 00000400:00000200:1.0:1761312154.363167:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.363174:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.363182:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.363186:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.363189:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.363191:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89002:89002:256:4294967295] 192.168.203.32@tcp LPNI seq info [89002:89002:8:4294967295] 00000400:00000200:1.0:1761312154.363198:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.363202:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.363206:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339218). 00000800:00000200:1.0:1761312154.363211:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.363216:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.363218:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.363856:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.363860:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82338970). 00000400:00000200:3.0:1761312154.363868:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.363872:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.363876:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:3.0:1761312154.363877:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:3.0:1761312154.363883:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa5ef120 x1846868015324352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.366420:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.366447:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001cc0 00000400:00000200:1.0:1761312154.366459:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec65 [1] + 224 00000400:00000200:1.0:1761312154.366473:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.366477:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.366491:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa5ef120 x1846868015324352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.366619:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000010:0.0:1761312154.366755:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:0.0:1761312154.366762:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:0.0:1761312154.366765:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:0.0:1761312154.366772:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa5ef120 x1846868015324352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.366780:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa5ef120 x1846868015324352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.366819:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 02000000:00000010:0.0:1761312154.366827:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004269c457. 00000100:00000010:0.0:1761312154.366831:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 00000100:00000010:0.0:1761312154.366836:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075a1a140. 00010000:00000010:0.0:1761312154.366840:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e856576e. 00000400:00000200:1.0:1761312154.366898:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55a80 00000400:00000200:1.0:1761312154.366904:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 0 00000400:00000200:1.0:1761312154.366921:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.366924:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.366929:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.366936:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 00000020:00000010:0.0:1761312154.367035:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ac855f6. 00000020:00000010:0.0:1761312154.367044:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.367050:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.367081:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa5ef120 x1846868012522112/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.367677:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522112 02000000:00000010:0.0:1761312154.367695:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:0.0:1761312154.367731:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029ccfe21. 00010000:00000010:0.0:1761312154.367766:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.367774:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.367793:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.367796:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312154.367815:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.367821:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522112, offset 224 00000400:00000200:0.0:1761312154.367832:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.367848:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.367855:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89003:89003:256:4294967295] 192.168.203.32@tcp LPNI seq info [89003:89003:8:4294967295] 00000400:00000200:0.0:1761312154.367865:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.367871:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.367876:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.367883:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.367892:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.367897:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.367919:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.367924:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312154.367927:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ac855f6. 00000800:00000200:0.0:1761312154.368066:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.368071:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.368075:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.368079:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.368082:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.368083:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00080000:00000010:3.0:1761312154.368119:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a67ebc2. 00010000:00000010:3.0:1761312154.368235:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:3.0:1761312154.368244:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6e49fd2. 00010000:00000010:2.1:1761312154.368433:0:64737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006459cef2. 00010000:00000010:3.0:1761312154.369326:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:0.0:1761312154.369479:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb615e1. 00010000:00000010:0.0:1761312154.369502:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.369511:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.369523:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312154.369542:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:0.0:1761312154.369583:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ac855f6. 00000400:00000010:0.0:1761312154.369591:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000400:00000010:0.0:1761312154.369598:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.369606:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324416, portal 16 00000400:00000010:0.0:1761312154.369612:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312154.369614:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324416, offset 0 00000400:00000200:0.0:1761312154.369648:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.369667:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.369676:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.369680:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.369683:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.369686:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89004:89004:256:4294967295] 192.168.203.32@tcp LPNI seq info [89004:89004:8:4294967295] 00000400:00000200:0.0:1761312154.369697:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.369703:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.369708:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.369714:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.369722:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.369725:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.370188:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.370192:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312154.370197:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.370204:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.370209:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:3.0:1761312154.370211:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:3.0:1761312154.370219:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015324416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.373443:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.373473:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001d00 00000400:00000200:1.0:1761312154.373485:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec71 [1] + 224 00000400:00000200:1.0:1761312154.373510:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.373514:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.373530:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015324416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.374913:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e0f3f9. 00010000:00000010:1.1:1761312154.374930:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00000400:00000010:0.0:1761312154.374979:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:0.0:1761312154.374985:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:0.0:1761312154.374988:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000400:00000200:1.0:1761312154.374990:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:0.0:1761312154.374998:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015324416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.375005:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55ac0 00000100:00000200:0.0:1761312154.375007:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015324416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.375012:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 328 02000000:00000010:0.0:1761312154.375048:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ac855f6. 02000000:00000010:0.0:1761312154.375055:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:0.0:1761312154.375062:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:0.0:1761312154.375069:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312154.375074:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000200:1.0:1761312154.375076:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.375080:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.375088:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.375094:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 00000020:00000010:2.0:1761312154.375438:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000628f5aba. 00000020:00000010:2.0:1761312154.375446:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.375451:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.375482:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093a8684d x1846868012522176/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.375516:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522176 02000000:00000010:2.0:1761312154.375528:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312154.375559:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4e5aac7. 00010000:00000010:2.0:1761312154.375584:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.375593:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdc50dcc. 00000100:00000010:2.0:1761312154.375615:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdc50dcc. 00010000:00000010:2.0:1761312154.375618:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000010:2.0:1761312154.375659:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312154.375665:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522176, offset 224 00000400:00000200:2.0:1761312154.375674:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.375686:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.376431:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89005:89005:256:4294967295] 192.168.203.32@tcp LPNI seq info [89005:89005:8:4294967295] 00000400:00000200:2.0:1761312154.376445:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.376453:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.376461:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312154.376470:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.376480:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.376484:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.376518:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.376524:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.376528:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000628f5aba. 00080000:00000010:1.0:1761312154.376648:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004269c457. 00000800:00000200:0.0:1761312154.376902:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.376908:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312154.376914:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.376920:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.376924:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:0.0:1761312154.376927:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00010000:00000010:1.0:1761312154.377012:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb615e1. 00010000:00000010:1.0:1761312154.377022:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f02d77c6. 00010000:00000010:1.0:1761312154.377117:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.0:1761312154.377125:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312154.377137:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088f557f9. 00000100:00000010:1.0:1761312154.377145:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367f4012. 00000100:00000010:1.0:1761312154.377155:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312154.377171:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439f5f1a. 02000000:00000010:1.0:1761312154.377614:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c29432b5. 00010000:00000010:0.1:1761312154.377700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067666c37. 00010000:00000010:3.1:1761312154.377764:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae8e555. 00010000:00000010:3.1:1761312154.377773:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fa559. 00000400:00000010:1.0:1761312154.377774:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312154.377782:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.377791:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324480, portal 16 00000400:00000010:1.0:1761312154.377799:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312154.377802:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324480, offset 0 00000400:00000200:1.0:1761312154.377811:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.377827:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.377836:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.377840:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.377843:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.377846:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89006:89006:256:4294967295] 192.168.203.32@tcp LPNI seq info [89006:89006:8:4294967295] 00000400:00000200:1.0:1761312154.377854:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.377859:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.377863:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339218). 00000800:00000200:1.0:1761312154.377869:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.377877:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.377881:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.377981:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.377985:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:0.0:1761312154.377991:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.377996:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.377999:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:0.0:1761312154.378002:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:0.0:1761312154.378182:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4fc594b x1846868015324480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.381729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000511d8577. 00010000:00000010:1.1:1761312154.384866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4337ed8. 00010000:00000010:1.1:1761312154.384888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00000400:00000200:1.0:1761312154.386086:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.386110:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001d40 00000400:00000200:1.0:1761312154.386122:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec7d [1] + 224 00000400:00000200:1.0:1761312154.386136:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.386140:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.386154:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4fc594b x1846868015324480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.386195:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.386201:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55b00 00000400:00000200:1.0:1761312154.386206:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 656 00000400:00000200:1.0:1761312154.386275:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.386279:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.386284:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.386291:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00000400:00000010:0.0:1761312154.386307:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:0.0:1761312154.386313:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312154.386316:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:0.0:1761312154.386321:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4fc594b x1846868015324480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.386329:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4fc594b x1846868015324480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.386365:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c29432b5. 02000000:00000010:0.0:1761312154.386372:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439f5f1a. 00000100:00000010:0.0:1761312154.386377:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00000100:00000010:0.0:1761312154.386382:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367f4012. 00010000:00000010:0.0:1761312154.386387:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088f557f9. 00000020:00000010:3.0:1761312154.386473:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec6de8d. 00000020:00000010:3.0:1761312154.386482:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.386487:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.386513:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ecf7319 x1846868012522240/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.386549:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522240 02000000:00000010:3.0:1761312154.386565:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057341d73. 00010000:00000010:3.0:1761312154.386601:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c4213c2. 00010000:00000010:3.0:1761312154.386670:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.386677:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.386684:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.386686:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.386702:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00080000:00000010:0.0:1761312154.386780:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ac855f6. 00010000:00000010:0.0:1761312154.386894:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:0.0:1761312154.386902:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008070a2b0. 00010000:00000010:0.0:1761312154.386988:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312154.386995:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312154.387005:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312154.387009:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312154.387017:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312154.387029:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439f5f1a. 02000000:00000010:0.0:1761312154.387055:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70cb4a8. 00000400:00000010:0.0:1761312154.387060:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1e576c. 00000100:00000200:3.0:1761312154.387622:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522240, offset 224 00000400:00000200:3.0:1761312154.387663:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.387680:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.387688:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89007:89007:256:4294967295] 192.168.203.32@tcp LPNI seq info [89007:89007:8:4294967295] 00000400:00000200:3.0:1761312154.387700:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.387707:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.387712:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312154.387720:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.387729:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.387733:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.387777:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.387789:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.387794:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ec6de8d. 00000400:00000010:0.0:1761312154.389361:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312154.389376:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324544, portal 16 00000400:00000010:0.0:1761312154.389383:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312154.389386:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324544, offset 0 00000400:00000200:0.0:1761312154.389396:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.389421:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.389429:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.389432:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.389435:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.389438:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89008:89008:255:4294967295] 192.168.203.32@tcp LPNI seq info [89008:89008:7:4294967295] 00000400:00000200:0.0:1761312154.389448:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.389454:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.389460:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.389467:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.389475:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.389479:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.390948:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.390957:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82339218). 00000400:00000200:1.0:1761312154.390965:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.390975:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.390982:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:1.0:1761312154.390985:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000800:00000200:1.0:1761312154.391073:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.391076:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312154.391079:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.391083:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.391085:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:1.0:1761312154.391087:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:1.0:1761312154.391096:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015324544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.392679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082333975. 00000400:00000200:3.0:1761312154.394397:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.394422:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001d80 00000400:00000200:3.0:1761312154.394433:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec89 [1] + 224 00000400:00000200:3.0:1761312154.394450:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.394456:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.394471:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015324544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.394667:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.394675:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55b40 00000400:00000200:3.0:1761312154.394681:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 984 00000400:00000200:3.0:1761312154.394695:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.394698:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.394703:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.394710:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:3.0:1761312154.394781:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec6de8d. 00000020:00000010:3.0:1761312154.394790:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.394796:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.394827:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012522304/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.394871:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522304 02000000:00000010:3.0:1761312154.394888:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d55337f. 00010000:00000010:3.0:1761312154.394941:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.394951:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.394961:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.394966:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.394985:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312154.394991:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522304, offset 224 00000400:00000200:3.0:1761312154.395001:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.395014:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.395021:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89009:89009:256:4294967295] 192.168.203.32@tcp LPNI seq info [89009:89009:8:4294967295] 00000400:00000200:3.0:1761312154.395034:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.395040:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.395046:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312154.395054:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.395063:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.395067:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.395096:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.395103:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.395108:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ec6de8d. 00000400:00000010:1.0:1761312154.395192:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1e576c. 00000400:00000200:1.0:1761312154.395198:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:1.0:1761312154.395200:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:1.0:1761312154.395207:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015324544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.395216:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015324544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312154.395240:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ed568b9. 02000000:00000010:1.0:1761312154.395260:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70cb4a8. 02000000:00000010:1.0:1761312154.395268:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439f5f1a. 00000100:00000010:1.0:1761312154.395272:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:1.0:1761312154.395278:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:1.0:1761312154.395282:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000800:00000200:1.0:1761312154.395335:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.395340:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312154.395343:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.395347:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.395350:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:1.0:1761312154.395352:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00080000:00000010:1.0:1761312154.395377:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c29432b5. 00010000:00000010:1.0:1761312154.395489:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:1.0:1761312154.395497:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a69b0fb2. 00010000:00000010:1.0:1761312154.395587:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66fa559. 00010000:00000010:1.0:1761312154.395594:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312154.395607:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d57f6f9. 00000100:00000010:1.0:1761312154.395612:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000100:00000010:1.0:1761312154.395620:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 02000000:00000010:1.0:1761312154.395672:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439f5f1a. 02000000:00000010:1.0:1761312154.395703:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040fcf58a. 00000400:00000010:1.0:1761312154.395709:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.395714:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.395719:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324608, portal 16 00000400:00000010:1.0:1761312154.395724:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312154.395727:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324608, offset 0 00000400:00000200:1.0:1761312154.395736:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.395755:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.395762:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.395766:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.395769:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.395771:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89010:89010:256:4294967295] 192.168.203.32@tcp LPNI seq info [89010:89010:8:4294967295] 00000400:00000200:1.0:1761312154.395777:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.395782:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.395786:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339218). 00000800:00000200:1.0:1761312154.395791:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.395796:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.395799:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.398264:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.398275:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:0.0:1761312154.398288:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.398299:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.398307:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:0.0:1761312154.398310:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:0.0:1761312154.398325:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b077ecc4 x1846868015324608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.399726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cafd4f63. 00010000:00000010:0.1:1761312154.399751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312154.402909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c93b91c. 00010000:00000010:1.1:1761312154.402935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf159f55. 00010000:00000010:1.1:1761312154.402940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00000400:00000200:3.0:1761312154.407829:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.407858:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001dc0 00000400:00000200:3.0:1761312154.407870:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaec95 [1] + 224 00000400:00000200:3.0:1761312154.407887:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.407892:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.407907:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b077ecc4 x1846868015324608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.407951:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.407956:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55b80 00000400:00000200:3.0:1761312154.407962:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 1312 00000400:00000200:3.0:1761312154.408026:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.408030:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.408036:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.408045:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000400:00000010:1.0:1761312154.408159:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312154.408165:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:1.0:1761312154.408167:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.408173:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b077ecc4 x1846868015324608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.408182:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b077ecc4 x1846868015324608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.408223:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040fcf58a. 02000000:00000010:1.0:1761312154.408230:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000439f5f1a. 00000100:00000010:1.0:1761312154.408235:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 00000100:00000010:1.0:1761312154.408238:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:1.0:1761312154.408243:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d57f6f9. 00000020:00000010:0.0:1761312154.412093:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:0.0:1761312154.412112:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.412118:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.412160:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012522368/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312154.412211:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522368 02000000:00000010:0.0:1761312154.412231:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000586d2bc5. 00010000:00000010:0.0:1761312154.412269:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cb2065f. 00010000:00000010:0.0:1761312154.412301:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312154.412310:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312154.412338:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312154.412342:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312154.412360:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312154.412366:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522368, offset 224 00000400:00000200:0.0:1761312154.412375:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.412392:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.412398:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89011:89011:256:4294967295] 192.168.203.32@tcp LPNI seq info [89011:89011:8:4294967295] 00000400:00000200:0.0:1761312154.412421:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.412428:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.412434:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312154.412442:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.412450:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.412462:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.412491:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.412497:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000020:00000010:0.0:1761312154.412500:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00080000:00000010:2.0:1761312154.412554:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000628f5aba. 00000800:00000200:1.0:1761312154.412602:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.412608:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312154.412613:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.412620:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.412660:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:1.0:1761312154.412663:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00010000:00000010:2.0:1761312154.412705:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:2.0:1761312154.412714:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054107e64. 00010000:00000010:2.0:1761312154.412815:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009509ee8f. 00010000:00000010:2.0:1761312154.412820:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312154.412832:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312154.412839:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00080000:00000010:2.0:1761312154.412853:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002af8c24c. 00010000:00000010:2.0:1761312154.412879:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.412884:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e018571e. 00010000:00000010:2.0:1761312154.412943:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312154.412947:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.412956:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.412961:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312154.412970:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312154.412984:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee0d703f. 02000000:00000010:2.0:1761312154.413013:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000042942f4. 00000400:00000010:2.0:1761312154.413019:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004311cdb. 00000400:00000010:2.0:1761312154.413025:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.413104:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324672, portal 16 00000400:00000010:2.0:1761312154.413110:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312154.413112:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324672, offset 0 00000400:00000200:2.0:1761312154.413119:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.413129:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.413136:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.413139:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.413143:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.413146:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89012:89012:256:4294967295] 192.168.203.32@tcp LPNI seq info [89012:89012:8:4294967295] 00000400:00000200:2.0:1761312154.413152:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.413157:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.413161:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.413164:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.413217:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.413220:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.413411:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.413415:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312154.413421:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.413425:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.413428:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:0.0:1761312154.413429:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:0.0:1761312154.413435:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015324672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.415040:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.415062:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001e00 00000400:00000200:1.0:1761312154.415071:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeca1 [1] + 224 00000400:00000200:1.0:1761312154.415085:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.415090:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.415101:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015324672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.415143:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.415148:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55bc0 00000400:00000200:1.0:1761312154.415154:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 1640 00000400:00000200:1.0:1761312154.415163:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.415166:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.415170:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.415177:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 00000400:00000010:2.0:1761312154.415264:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004311cdb. 00000400:00000200:2.0:1761312154.415269:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.415271:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.415276:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015324672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.415284:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015324672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.415319:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000042942f4. 02000000:00000010:2.0:1761312154.415327:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee0d703f. 00000100:00000010:2.0:1761312154.415332:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312154.415336:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312154.415340:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000020:00000010:0.0:1761312154.415421:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:0.0:1761312154.415430:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005b998c5a. 00000020:00000010:0.0:1761312154.415435:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab8ea4b6. 00000100:00000200:0.0:1761312154.415461:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b077ecc4 x1846868012522432/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.416219:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522432 02000000:00000010:3.0:1761312154.416240:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec6de8d. 00010000:00000010:3.0:1761312154.416277:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000590b3ea7. 00010000:00000010:3.0:1761312154.416305:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.416314:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.416333:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.416337:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.416354:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312154.416360:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522432, offset 224 00000400:00000200:3.0:1761312154.416370:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.416389:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.416395:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89013:89013:256:4294967295] 192.168.203.32@tcp LPNI seq info [89013:89013:8:4294967295] 00000400:00000200:3.0:1761312154.416406:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.416412:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.416417:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312154.416423:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.416433:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.416437:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.416456:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005b998c5a. 00000020:00000010:3.0:1761312154.416462:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab8ea4b6. 00000800:00000200:1.0:1761312154.416607:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.416612:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312154.416618:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.416651:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.416655:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312154.416657:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000020:00000010:3.0:1761312154.417117:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00080000:00000010:2.0:1761312154.417191:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee0d703f. 00010000:00000010:2.0:1761312154.419680:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.419703:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007794415c. 00010000:00000010:2.0:1761312154.419846:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312154.419855:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.419874:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.419885:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312154.419897:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312154.419918:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000042942f4. 02000000:00000010:2.0:1761312154.419962:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9544f4b. 00000400:00000010:2.0:1761312154.419972:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004311cdb. 00000400:00000010:2.0:1761312154.419980:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.419989:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324736, portal 16 00000400:00000010:2.0:1761312154.419997:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312154.420000:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324736, offset 0 00000400:00000200:2.0:1761312154.420023:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.420046:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.420057:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.420063:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.420067:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.420072:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89014:89014:256:4294967295] 192.168.203.32@tcp LPNI seq info [89014:89014:8:4294967295] 00000400:00000200:2.0:1761312154.420087:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.420096:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.420111:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.420121:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.420131:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.420136:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.421251:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.421259:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312154.421269:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.421277:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.421283:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:2.0:1761312154.421285:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:2.0:1761312154.421294:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015324736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.422686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3959d0. 00000400:00000200:1.0:1761312154.430751:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.430788:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001e40 00000400:00000200:1.0:1761312154.430801:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaecad [1] + 224 00000400:00000200:1.0:1761312154.430818:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.430824:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.430841:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015324736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.430847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004475a0c6. 00000400:00000200:1.0:1761312154.431737:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00010000:00000010:2.1:1761312154.431801:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003244d9dd. 00010000:00000010:2.1:1761312154.431815:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fa559. 00010000:00000010:2.1:1761312154.431820:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009509ee8f. 00010000:00000010:2.1:1761312154.431823:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000010:2.0:1761312154.431837:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004311cdb. 00000400:00000200:2.0:1761312154.431843:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312154.431845:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.431854:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015324736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.431864:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015324736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.431906:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9544f4b. 02000000:00000010:2.0:1761312154.431915:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000042942f4. 00000100:00000010:2.0:1761312154.431919:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:2.0:1761312154.431924:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312154.431928:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00000400:00000200:1.0:1761312154.435863:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55c00 00000400:00000200:1.0:1761312154.435875:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad5c5 [2] + 1968 00000400:00000010:1.0:1761312154.435882:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebeb1920. 00000400:00000200:1.0:1761312154.435891:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000066a55baf 00000400:00000200:1.0:1761312154.435986:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.435992:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.435997:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066a55baf 00000400:00000010:1.0:1761312154.436000:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000066a55baf (tot 82338818). 00000100:00000200:1.0:1761312154.436007:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312154.436113:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef63c7e6. 00000020:00000010:3.0:1761312154.436122:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.436128:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.436279:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1a91b71 x1846868012522496/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.436322:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522496 02000000:00000010:3.0:1761312154.436338:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc435adb. 00010000:00000010:3.0:1761312154.436374:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbc07a06. 00010000:00000010:3.0:1761312154.436405:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.436413:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc55396a. 00000100:00000010:3.0:1761312154.436426:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc55396a. 00010000:00000010:3.0:1761312154.436430:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.436449:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312154.436457:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522496, offset 224 00000400:00000200:3.0:1761312154.436467:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.436480:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.436486:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89015:89015:256:4294967295] 192.168.203.32@tcp LPNI seq info [89015:89015:8:4294967295] 00000400:00000200:3.0:1761312154.436500:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.436506:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.436512:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312154.436519:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.436528:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.436532:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.436549:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.436555:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.436558:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef63c7e6. 02000000:00000010:3.0:1761312154.436570:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ec6de8d. 00000100:00000010:3.0:1761312154.436574:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 02000000:00000010:3.0:1761312154.436579:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000586d2bc5. 00000100:00000010:3.0:1761312154.436582:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.436586:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d55337f. 00000100:00000010:3.0:1761312154.436588:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312154.436592:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057341d73. 00000100:00000010:3.0:1761312154.436595:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 02000000:00000010:3.0:1761312154.436598:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:3.0:1761312154.436601:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 02000000:00000010:3.0:1761312154.436605:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:3.0:1761312154.436608:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 00000100:00000200:3.0:1761312154.436617:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312154.436649:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b36820e. 00000400:00000010:3.0:1761312154.436655:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc55396a (tot 82339218). 00080000:00000010:2.0:1761312154.438781:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000042942f4. 00010000:00000010:2.0:1761312154.439077:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.439089:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ccc7f14. 00010000:00000010:2.0:1761312154.439189:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312154.439195:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312154.439210:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aeec082c. 00000100:00000010:2.0:1761312154.439219:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312154.439231:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 02000000:00000010:2.0:1761312154.439248:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9544f4b. 02000000:00000010:2.0:1761312154.439288:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012810713. 00000400:00000010:2.0:1761312154.439296:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000004311cdb. 00000400:00000010:2.0:1761312154.439303:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312154.439310:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324800, portal 16 00000400:00000010:2.0:1761312154.439316:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312154.439318:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324800, offset 0 00000400:00000200:2.0:1761312154.439330:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.439351:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.439360:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.439364:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.439368:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.439371:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89016:89016:255:4294967295] 192.168.203.32@tcp LPNI seq info [89016:89016:7:4294967295] 00000400:00000200:2.0:1761312154.439384:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.439391:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.439396:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312154.439405:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.439415:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.439419:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.439708:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.439713:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82339218). 00000400:00000200:1.0:1761312154.439718:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.439725:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.439731:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:1.0:1761312154.439733:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 02000000:00000010:1.0:1761312154.439752:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc435adb. 00000800:00000200:1.0:1761312154.440114:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.440117:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312154.440123:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.440127:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.440131:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:1.0:1761312154.440132:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:1.0:1761312154.440139:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000943a4df x1846868015324800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.440655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af22304. 00010000:00000010:2.1:1761312154.440663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312154.444664:0:78548:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f9242. 00010000:00000010:2.1:1761312154.444682:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:3.1:1761312154.445304:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003feb59b5. 00000400:00000200:0.0:1761312154.446195:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.446218:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001e80 00000400:00000200:0.0:1761312154.446230:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaecbd [1] + 224 00000400:00000200:0.0:1761312154.446243:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.446248:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.446262:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000943a4df x1846868015324800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.446295:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.446300:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55c40 00000400:00000200:0.0:1761312154.446306:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 0 00000400:00000200:0.0:1761312154.446395:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.446399:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.446404:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.446411:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 00000020:00000010:0.0:1761312154.446475:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:0.0:1761312154.446482:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.446487:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312154.446518:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012522560/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312154.446553:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522560 02000000:00000010:0.0:1761312154.446566:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:0.0:1761312154.446618:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312154.446646:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312154.446657:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312154.446661:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312154.446679:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312154.446686:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522560, offset 224 00000400:00000200:0.0:1761312154.446694:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.446707:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.446713:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89017:89017:256:4294967295] 192.168.203.32@tcp LPNI seq info [89017:89017:8:4294967295] 00000400:00000200:0.0:1761312154.446724:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.446729:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.446735:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.446751:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.446760:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.446764:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.446780:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.446785:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.446789:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00000800:00000200:1.0:1761312154.447315:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.447320:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312154.447325:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.447331:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.447336:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:1.0:1761312154.447338:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000400:00000010:1.0:1761312154.447367:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004311cdb. 00000400:00000200:1.0:1761312154.447371:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:1.0:1761312154.447372:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:1.0:1761312154.447379:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000943a4df x1846868015324800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.447387:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000943a4df x1846868015324800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312154.447413:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d46b7c4a. 02000000:00000010:1.0:1761312154.447431:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012810713. 02000000:00000010:1.0:1761312154.447438:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9544f4b. 00000100:00000010:1.0:1761312154.447442:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000943a4df. 00000100:00000010:1.0:1761312154.447445:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:1.0:1761312154.447449:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aeec082c. 00080000:00000010:1.0:1761312154.447470:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fcf58a. 00010000:00000010:1.0:1761312154.447601:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:1.0:1761312154.447609:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000026830aa. 00010000:00000010:1.0:1761312154.447731:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312154.447748:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.447761:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d57f6f9. 00000100:00000010:1.0:1761312154.447766:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000100:00000010:1.0:1761312154.447776:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 02000000:00000010:1.0:1761312154.447791:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093b1a26d. 02000000:00000010:1.0:1761312154.447822:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6a39e5e. 00000400:00000010:1.0:1761312154.447829:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.447834:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.447841:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324864, portal 16 00000400:00000010:1.0:1761312154.447845:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312154.447847:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324864, offset 0 00000400:00000200:1.0:1761312154.447855:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.447869:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.447878:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.447882:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.447886:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.447889:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89018:89018:256:4294967295] 192.168.203.32@tcp LPNI seq info [89018:89018:8:4294967295] 00000400:00000200:1.0:1761312154.447903:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.447908:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.447913:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312154.447920:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.447927:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.447931:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.448084:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.448088:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:2.0:1761312154.448094:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.448098:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.448102:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:2.0:1761312154.448103:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:2.0:1761312154.448109:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b46855dc x1846868015324864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.454788:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.454819:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001ec0 00000400:00000200:0.0:1761312154.454833:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaecc9 [1] + 224 00000400:00000200:0.0:1761312154.454850:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.454854:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.454869:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b46855dc x1846868015324864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.454915:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.454921:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55c80 00000400:00000200:0.0:1761312154.454927:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 328 00010000:00000010:1.1:1761312154.455841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f6176d. 00010000:00000010:1.1:1761312154.455852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5679941. 00010000:00000010:1.1:1761312154.455867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000010:1.0:1761312154.455897:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312154.455904:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:1.0:1761312154.455906:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.455918:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b46855dc x1846868015324864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.455928:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b46855dc x1846868015324864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.455971:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6a39e5e. 02000000:00000010:1.0:1761312154.455982:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093b1a26d. 00000100:00000010:1.0:1761312154.455988:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 00000100:00000010:1.0:1761312154.455993:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:1.0:1761312154.455997:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d57f6f9. 00000400:00000200:0.0:1761312154.456129:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.456135:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.456143:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.456150:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 00000020:00000010:3.0:1761312154.456606:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8876a5. 00000020:00000010:3.0:1761312154.456616:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312154.456622:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.456693:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000091f105bc x1846868012522624/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.456732:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522624 02000000:00000010:3.0:1761312154.456755:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc435adb. 00010000:00000010:3.0:1761312154.456791:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000968cd44b. 00010000:00000010:3.0:1761312154.456816:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.456825:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.456834:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.456838:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.456855:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312154.456862:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522624, offset 224 00000400:00000200:3.0:1761312154.456872:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.456888:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.456896:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89019:89019:256:4294967295] 192.168.203.32@tcp LPNI seq info [89019:89019:8:4294967295] 00000400:00000200:3.0:1761312154.456908:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.456914:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.456919:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.456926:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.456935:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.456940:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.456965:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312154.456972:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.456976:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8876a5. 00000800:00000200:3.0:1761312154.457100:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.457105:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312154.457108:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.457112:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.457116:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312154.457117:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00080000:00000010:1.0:1761312154.457208:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b1a26d. 00010000:00000010:1.0:1761312154.457311:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.457319:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001409b230. 00010000:00000010:1.0:1761312154.457414:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312154.457422:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.457434:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d57f6f9. 00000100:00000010:1.0:1761312154.457439:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000100:00000010:1.0:1761312154.457448:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 02000000:00000010:1.0:1761312154.457460:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6a39e5e. 02000000:00000010:1.0:1761312154.457493:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439f5f1a. 00000400:00000010:1.0:1761312154.457979:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.457987:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.457994:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324928, portal 16 00000400:00000010:1.0:1761312154.458000:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312154.458002:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324928, offset 0 00000400:00000200:1.0:1761312154.458011:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.458024:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.458034:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.458038:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.458041:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.458043:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89020:89020:256:4294967295] 192.168.203.32@tcp LPNI seq info [89020:89020:8:4294967295] 00000400:00000200:1.0:1761312154.458056:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.458062:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.458066:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312154.458071:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.458078:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.458081:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.459116:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.459122:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:3.0:1761312154.459129:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.459137:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.459143:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:3.0:1761312154.459145:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:3.0:1761312154.459156:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b46855dc x1846868015324928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.463668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb4b642c. 00010000:00000010:1.1:1761312154.463685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:3.1:1761312154.463758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003091cb43. 00000400:00000200:0.0:1761312154.464956:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.464979:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001f00 00000400:00000200:0.0:1761312154.464990:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaecd5 [1] + 224 00000400:00000200:0.0:1761312154.465005:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.465010:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.465022:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b46855dc x1846868015324928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.465143:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.465150:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55cc0 00000400:00000200:0.0:1761312154.465155:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 656 00000400:00000200:0.0:1761312154.465218:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.465222:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.465226:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.465233:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000400:00000010:1.0:1761312154.465383:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312154.465390:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:1.0:1761312154.465393:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.465399:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b46855dc x1846868015324928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.465407:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b46855dc x1846868015324928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.465439:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439f5f1a. 02000000:00000010:1.0:1761312154.465444:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6a39e5e. 00000100:00000010:1.0:1761312154.465453:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 00000100:00000010:1.0:1761312154.465456:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:1.0:1761312154.465460:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d57f6f9. 00000020:00000010:2.0:1761312154.465698:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9544f4b. 00000020:00000010:2.0:1761312154.465709:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000259ad6c9. 00000020:00000010:2.0:1761312154.465714:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.465754:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012522688/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.465788:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522688 02000000:00000010:2.0:1761312154.465804:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312154.465839:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072cde41f. 00010000:00000010:2.0:1761312154.465863:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c2a560a. 00000100:00000010:2.0:1761312154.465870:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312154.465884:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312154.465886:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c2a560a. 00000400:00000010:2.0:1761312154.465902:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312154.465907:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522688, offset 224 00000400:00000200:2.0:1761312154.465916:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.465931:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.465938:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89021:89021:256:4294967295] 192.168.203.32@tcp LPNI seq info [89021:89021:8:4294967295] 00000400:00000200:2.0:1761312154.465950:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.465956:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.465962:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.465970:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.465979:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.465983:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.466004:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000259ad6c9. 00000020:00000010:2.0:1761312154.466008:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.466012:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9544f4b. 00080000:00000010:1.0:1761312154.466096:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000439f5f1a. 00010000:00000010:1.0:1761312154.466208:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.466215:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c2e94c5. 00010000:00000010:1.0:1761312154.466308:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000676ea29d. 00010000:00000010:1.0:1761312154.466313:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007e0eceee. 00010000:00000010:1.0:1761312154.466318:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312154.466324:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00080000:00000010:1.0:1761312154.466337:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6a39e5e. 00010000:00000010:1.0:1761312154.466359:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.466362:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e0eceee. 00010000:00000010:1.0:1761312154.466416:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312154.466420:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.466428:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d57f6f9. 00000100:00000010:1.0:1761312154.466431:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000100:00000010:1.0:1761312154.466439:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 02000000:00000010:1.0:1761312154.466452:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d4da5ad. 02000000:00000010:1.0:1761312154.466485:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30b2295. 00000400:00000010:1.0:1761312154.466491:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.466496:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.466501:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015324992, portal 16 00000400:00000010:1.0:1761312154.466506:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312154.466509:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015324992, offset 0 00000400:00000200:1.0:1761312154.466516:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.466524:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.466531:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.466535:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.466539:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.466542:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89022:89022:255:4294967295] 192.168.203.32@tcp LPNI seq info [89022:89022:7:4294967295] 00000400:00000200:1.0:1761312154.466549:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.466554:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.466558:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339466). 00000800:00000200:1.0:1761312154.466562:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.466567:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.466570:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.466894:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.466899:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:0.0:1761312154.466905:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.466910:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.466915:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:0.0:1761312154.466916:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000800:00000200:0.0:1761312154.466986:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.466988:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:0.0:1761312154.466994:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.466997:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.467000:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:0.0:1761312154.467001:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:0.0:1761312154.467007:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b46855dc x1846868015324992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.474680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f32846ca. 00010000:00000010:1.1:1761312154.474699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312154.474704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676ea29d. 00010000:00000010:1.1:1761312154.474708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00000400:00000200:3.0:1761312154.479907:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.479933:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001f40 00000400:00000200:3.0:1761312154.479945:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaece1 [1] + 224 00000400:00000200:3.0:1761312154.479966:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.479971:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.479984:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b46855dc x1846868015324992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312154.480085:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312154.480092:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:1.0:1761312154.480094:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.480101:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b46855dc x1846868015324992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.480108:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b46855dc x1846868015324992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.480144:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30b2295. 02000000:00000010:1.0:1761312154.480151:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d4da5ad. 00000100:00000010:1.0:1761312154.480156:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 00000100:00000010:1.0:1761312154.480161:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:1.0:1761312154.480165:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d57f6f9. 00010000:00000010:2.1:1761312154.480265:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623de8e9. 00000400:00000200:0.0:1761312154.483376:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.483398:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55d00 00000400:00000200:0.0:1761312154.483406:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 984 00000400:00000200:0.0:1761312154.483478:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.483482:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.483489:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.483496:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:3.0:1761312154.483854:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8876a5. 00000020:00000010:3.0:1761312154.483862:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.483867:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.483898:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012522752/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.483938:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522752 02000000:00000010:3.0:1761312154.483953:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057341d73. 00010000:00000010:3.0:1761312154.483989:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e5bbf98. 00010000:00000010:3.0:1761312154.484012:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.484019:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.484387:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.484394:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000400:00000010:3.0:1761312154.484414:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312154.484421:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522752, offset 224 00000400:00000200:3.0:1761312154.484430:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.484443:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.484449:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89023:89023:256:4294967295] 192.168.203.32@tcp LPNI seq info [89023:89023:8:4294967295] 00000400:00000200:3.0:1761312154.484459:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.484465:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.484470:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.484475:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.484484:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.484488:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.484512:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.484518:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:3.0:1761312154.484522:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8876a5. 00080000:00000010:1.0:1761312154.484889:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e30b2295. 00010000:00000010:1.0:1761312154.485009:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.485018:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eda24ff0. 00010000:00000010:1.0:1761312154.485123:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312154.485130:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312154.485142:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d57f6f9. 00000100:00000010:1.0:1761312154.485149:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000100:00000010:1.0:1761312154.485158:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 02000000:00000010:1.0:1761312154.485175:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ac1107e. 02000000:00000010:1.0:1761312154.485207:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d3cf70. 00000400:00000010:1.0:1761312154.485215:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312154.485220:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312154.485227:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325056, portal 16 00000400:00000010:1.0:1761312154.485231:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312154.485233:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325056, offset 0 00000400:00000200:1.0:1761312154.485240:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.485249:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.485256:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.485260:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.485263:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.485265:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89024:89024:255:4294967295] 192.168.203.32@tcp LPNI seq info [89024:89024:7:4294967295] 00000400:00000200:1.0:1761312154.485273:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.485277:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.485281:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339466). 00000800:00000200:1.0:1761312154.485285:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.485290:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.485292:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.485430:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.485434:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82339218). 00000400:00000200:3.0:1761312154.485438:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.485443:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.485447:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312154.485449:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000800:00000200:3.0:1761312154.485502:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.485504:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:3.0:1761312154.485509:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.485512:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.485514:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:3.0:1761312154.485515:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:3.0:1761312154.485520:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b46855dc x1846868015325056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.489934:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.489957:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001f80 00000400:00000200:3.0:1761312154.489971:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeced [1] + 224 00000400:00000200:3.0:1761312154.490379:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.490386:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.490402:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b46855dc x1846868015325056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312154.491404:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:0.0:1761312154.491419:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:0.0:1761312154.491422:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:0.0:1761312154.491432:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b46855dc x1846868015325056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.491442:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b46855dc x1846868015325056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.491477:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d3cf70. 02000000:00000010:0.0:1761312154.491484:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ac1107e. 00000100:00000010:0.0:1761312154.491487:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 00000100:00000010:0.0:1761312154.491492:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:0.0:1761312154.491496:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d57f6f9. 00000400:00000200:0.0:1761312154.493442:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.493466:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55d40 00000400:00000200:0.0:1761312154.493476:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 1312 00000400:00000200:0.0:1761312154.493553:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.493559:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.493567:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.493575:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00000020:00000010:3.0:1761312154.493968:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b8876a5. 00000020:00000010:3.0:1761312154.493977:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.493983:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003ea0a765. 00000100:00000200:3.0:1761312154.494018:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012522816/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312154.495067:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522816 02000000:00000010:0.0:1761312154.495087:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e70cb4a8. 00010000:00000010:0.0:1761312154.495126:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a52c7db. 00010000:00000010:0.0:1761312154.495149:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b874ab6. 00000100:00000010:0.0:1761312154.495158:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00080000:00000010:1.0:1761312154.495829:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8164b2. 00010000:00000010:0.0:1761312154.496028:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00000100:00000010:0.0:1761312154.496041:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312154.496044:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b874ab6. 00010000:00000010:1.0:1761312154.496045:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312154.496052:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:0.0:1761312154.496053:0:71308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f00b071. 00010000:00000010:1.0:1761312154.496067:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a0ec4a5. 00000100:00000010:1.0:1761312154.496073:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c058a6ea. 00000400:00000010:0.0:1761312154.496078:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000010:1.0:1761312154.496083:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f86d3ea. 00000100:00000200:0.0:1761312154.496085:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522816, offset 224 00000400:00000200:0.0:1761312154.496097:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 02000000:00000010:1.0:1761312154.496098:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ac1107e. 00000400:00000200:0.0:1761312154.496117:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.496124:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89025:89025:256:4294967295] 192.168.203.32@tcp LPNI seq info [89025:89025:8:4294967295] 02000000:00000010:1.0:1761312154.496127:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037d3cf70. 00000400:00000200:0.0:1761312154.496134:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000400:00000010:1.0:1761312154.496135:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312154.496141:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000800:00000200:0.0:1761312154.496141:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000100:00000200:1.0:1761312154.496146:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325120, portal 16 00000800:00000010:0.0:1761312154.496146:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000010:1.0:1761312154.496150:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312154.496152:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325120, offset 0 00000800:00000200:0.0:1761312154.496154:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000400:00000200:1.0:1761312154.496156:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.496162:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000800:00000200:0.0:1761312154.496163:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.496167:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1761312154.496169:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.496173:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.496176:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.496179:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89026:89026:255:4294967295] 192.168.203.32@tcp LPNI seq info [89026:89026:7:4294967295] 00000400:00000200:1.0:1761312154.496185:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.496189:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.496192:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339466). 00000800:00000200:1.0:1761312154.496195:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.496198:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000020:00000010:0.0:1761312154.496199:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000800:00000200:1.0:1761312154.496200:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.496206:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003ea0a765. 00000020:00000010:0.0:1761312154.496211:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b8876a5. 00000800:00000200:3.0:1761312154.496302:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.496307:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:3.0:1761312154.496311:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.496317:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.496322:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:3.0:1761312154.496324:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00010000:00000010:3.1:1761312154.496709:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb8eb2a4. 00000800:00000200:3.0:1761312154.496786:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.496789:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82338970). 00000400:00000200:3.0:1761312154.496795:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.496800:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.496802:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:3.0:1761312154.496804:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:3.0:1761312154.496811:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f86d3ea x1846868015325120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.497523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069fcf471. 00010000:00000010:1.1:1761312154.497534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:0.1:1761312154.502654:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f6b0c66. 00010000:00000010:0.1:1761312154.502672:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:0.1:1761312154.502677:0:78558:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000777a8a98. 00000400:00000200:2.0:1761312154.508751:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.508778:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778001fc0 00000400:00000200:2.0:1761312154.508788:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaecf9 [1] + 224 00000400:00000200:2.0:1761312154.508811:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.508815:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.508829:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f86d3ea x1846868015325120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.513745:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:2.0:1761312154.513757:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:2.0:1761312154.513760:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:2.0:1761312154.513778:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f86d3ea x1846868015325120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.513790:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f86d3ea x1846868015325120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.513828:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312154.513835:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ac1107e. 00000100:00000010:2.0:1761312154.513838:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f86d3ea. 00000100:00000010:2.0:1761312154.513842:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c058a6ea. 00010000:00000010:2.0:1761312154.513847:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a0ec4a5. 00000400:00000200:0.0:1761312154.515329:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.515360:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55d80 00000400:00000200:0.0:1761312154.515370:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 1640 00000400:00000200:0.0:1761312154.515735:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.515750:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.515761:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.515769:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000020:00000010:2.0:1761312154.516593:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d7b0b29. 00000020:00000010:2.0:1761312154.516603:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000259ad6c9. 00000020:00000010:2.0:1761312154.516609:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.516680:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012522880/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.516712:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522880 02000000:00000010:2.0:1761312154.516728:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e19fe5dd. 00010000:00000010:2.0:1761312154.516774:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079ed51de. 00010000:00000010:2.0:1761312154.516805:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c2a560a. 00000100:00000010:2.0:1761312154.516815:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fb6e651. 00000100:00000010:2.0:1761312154.516831:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fb6e651. 00010000:00000010:2.0:1761312154.516837:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c2a560a. 00000400:00000010:2.0:1761312154.516857:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312154.516863:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522880, offset 224 00000400:00000200:2.0:1761312154.516872:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.516889:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.516896:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89027:89027:256:4294967295] 192.168.203.32@tcp LPNI seq info [89027:89027:8:4294967295] 00000400:00000200:2.0:1761312154.516907:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.516912:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.516918:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.516924:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.516932:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.516936:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.516958:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000259ad6c9. 00000020:00000010:2.0:1761312154.516963:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.516967:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d7b0b29. 00080000:00000010:2.0:1761312154.517004:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d7b0b29. 00010000:00000010:2.0:1761312154.517131:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e631bbfc. 00010000:00000010:2.0:1761312154.517139:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0792d81. 00010000:00000010:2.0:1761312154.517231:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312154.517238:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312154.517251:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c2a560a. 00000100:00000010:2.0:1761312154.517254:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fb6e651. 00000100:00000010:2.0:1761312154.517262:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000331b826a. 02000000:00000010:2.0:1761312154.517275:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d57bcfe6. 02000000:00000010:2.0:1761312154.517304:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eb9eb02. 00000400:00000010:2.0:1761312154.517313:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2e57a23. 00000400:00000010:2.0:1761312154.517317:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312154.517323:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325184, portal 16 00000400:00000010:2.0:1761312154.517328:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312154.517329:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325184, offset 0 00000400:00000200:2.0:1761312154.517334:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.517342:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.517349:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.517353:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.517356:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.517359:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89028:89028:255:4294967295] 192.168.203.32@tcp LPNI seq info [89028:89028:7:4294967295] 00000400:00000200:2.0:1761312154.517365:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.517370:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.517373:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312154.517377:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.517382:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.517384:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.518713:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.518722:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:2.0:1761312154.518731:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.518752:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.518758:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:2.0:1761312154.518762:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000800:00000200:2.0:1761312154.519077:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.519080:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312154.519083:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.519087:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.519090:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:2.0:1761312154.519092:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000100:00000200:2.0:1761312154.519101:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000331b826a x1846868015325184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.533168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccab348e. 00010000:00000010:2.1:1761312154.533184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041146d0b. 00010000:00000010:2.1:1761312154.533191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00000400:00000200:2.0:1761312154.533259:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.533279:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002000 00000400:00000200:2.0:1761312154.533290:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed05 [1] + 224 00000400:00000200:2.0:1761312154.533304:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.533309:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.533322:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000331b826a x1846868015325184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.533367:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.533372:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55dc0 00000400:00000200:2.0:1761312154.533377:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad61d [2] + 1968 00000400:00000010:2.0:1761312154.533381:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006dbd2412. 00000400:00000200:2.0:1761312154.533385:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007983c089 00000400:00000200:2.0:1761312154.533460:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.533464:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.533467:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007983c089 00000400:00000010:2.0:1761312154.533469:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007983c089 (tot 82338818). 00000100:00000200:2.0:1761312154.533476:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761312154.533835:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2e57a23. 00000400:00000200:3.0:1761312154.533839:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:3.0:1761312154.533841:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:3.0:1761312154.533848:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000331b826a x1846868015325184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.533856:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000331b826a x1846868015325184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.533890:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eb9eb02. 02000000:00000010:3.0:1761312154.533897:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d57bcfe6. 00000100:00000010:3.0:1761312154.533901:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 00000100:00000010:3.0:1761312154.533906:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fb6e651. 00010000:00000010:3.0:1761312154.533911:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c2a560a. 00000020:00000010:1.0:1761312154.534259:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b000709. 00000020:00000010:1.0:1761312154.534267:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312154.534272:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.534302:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e594d669 x1846868012522944/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.534338:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012522944 02000000:00000010:1.0:1761312154.534352:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007dc6d652. 00010000:00000010:1.0:1761312154.534384:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ab18317. 00010000:00000010:1.0:1761312154.534406:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d6ffa87. 00000100:00000010:1.0:1761312154.534413:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367f4012. 00000100:00000010:1.0:1761312154.534426:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367f4012. 00010000:00000010:1.0:1761312154.534428:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d6ffa87. 00000400:00000010:1.0:1761312154.534444:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312154.534449:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012522944, offset 224 00000400:00000200:1.0:1761312154.534458:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.534471:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.534477:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89029:89029:256:4294967295] 192.168.203.32@tcp LPNI seq info [89029:89029:8:4294967295] 00000400:00000200:1.0:1761312154.534488:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.534494:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.534498:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339066). 00000800:00000200:1.0:1761312154.534504:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.534512:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.534516:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.534534:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312154.534539:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.534543:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b000709. 02000000:00000010:1.0:1761312154.534552:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e19fe5dd. 00000100:00000010:1.0:1761312154.534556:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:1.0:1761312154.534561:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e70cb4a8. 00000100:00000010:1.0:1761312154.534564:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:1.0:1761312154.534568:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057341d73. 00000100:00000010:1.0:1761312154.534573:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:1.0:1761312154.534577:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:1.0:1761312154.534580:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:1.0:1761312154.534583:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc435adb. 00000100:00000010:1.0:1761312154.534587:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 02000000:00000010:1.0:1761312154.534590:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:1.0:1761312154.534592:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 00000100:00000200:1.0:1761312154.534597:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1761312154.535810:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.535819:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338818). 00000400:00000200:1.0:1761312154.535828:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.535839:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.535844:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:1.0:1761312154.535847:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 02000000:00000010:1.0:1761312154.535855:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dc6d652. 00000400:00000010:1.0:1761312154.535881:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000278cee2f. 00000400:00000010:1.0:1761312154.537478:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000367f4012 (tot 82338970). 00080000:00000010:3.0:1761312154.537753:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc435adb. 00010000:00000010:3.0:1761312154.537880:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:3.0:1761312154.537891:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000078b687c. 00010000:00000010:3.0:1761312154.537979:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.0:1761312154.537989:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e2a6117. 00010000:00000010:3.0:1761312154.538006:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a805b9ac. 00000100:00000010:3.0:1761312154.538014:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.538027:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312154.538045:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b8876a5. 02000000:00000010:3.0:1761312154.538087:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d55337f. 00000400:00000010:3.0:1761312154.538094:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebd76138. 00000400:00000010:3.0:1761312154.538100:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312154.538105:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325248, portal 16 00000400:00000010:3.0:1761312154.538112:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312154.538114:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325248, offset 0 00000400:00000200:3.0:1761312154.538127:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.538147:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.538157:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.538162:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.538165:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.538168:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89030:89030:256:4294967295] 192.168.203.32@tcp LPNI seq info [89030:89030:8:4294967295] 00000400:00000200:3.0:1761312154.538181:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.538187:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.538193:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312154.538200:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.538209:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.538215:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.538832:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.538838:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82338970). 00000400:00000200:1.0:1761312154.538844:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.538850:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.538855:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312154.538857:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00000100:00000200:1.0:1761312154.538865:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015325248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.546680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419a617f. 00000400:00000200:0.0:1761312154.551307:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.551335:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002040 00000400:00000200:0.0:1761312154.551346:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed15 [1] + 224 00000400:00000200:0.0:1761312154.551361:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.551365:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.551379:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015325248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.551422:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.551428:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55e00 00000400:00000200:0.0:1761312154.551433:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 0 00000400:00000010:2.0:1761312154.551441:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebd76138. 00000400:00000200:0.0:1761312154.551446:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.551447:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000200:0.0:1761312154.551448:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:2.0:1761312154.551449:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:2.0:1761312154.551455:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015325248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.551467:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015325248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.551505:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d55337f. 02000000:00000010:2.0:1761312154.551514:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b8876a5. 00000100:00000010:2.0:1761312154.551519:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:2.0:1761312154.551525:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:2.0:1761312154.551529:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a805b9ac. 00000100:00000200:0.0:1761312154.552370:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.552379:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:2.0:1761312154.552833:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f24cd66c. 00000020:00000010:2.0:1761312154.552841:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.552846:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.552879:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012523008/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.552922:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523008 02000000:00000010:2.0:1761312154.552936:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000050d5a26. 00010000:00000010:2.0:1761312154.552973:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040c8bfb8. 00010000:00000010:2.0:1761312154.552998:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033f79408. 00000100:00000010:2.0:1761312154.553007:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.553019:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:2.0:1761312154.553023:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033f79408. 00080000:00000010:2.0:1761312154.553056:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001eb46920. 00010000:00000010:2.0:1761312154.553166:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e2a6117. 00010000:00000010:2.0:1761312154.553175:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e56ebab7. 00010000:00000010:2.0:1761312154.553262:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312154.553266:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f4e1b643. 00010000:00000010:2.0:1761312154.553272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312154.553277:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00080000:00000010:2.0:1761312154.553290:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbc44d77. 00010000:00000010:2.0:1761312154.553311:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.553315:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4e1b643. 00010000:00000010:2.0:1761312154.553366:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312154.553369:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.553376:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033f79408. 00000100:00000010:2.0:1761312154.553378:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.553386:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 02000000:00000010:2.0:1761312154.553398:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001bb192a. 02000000:00000010:2.0:1761312154.553425:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8f9d9c8. 00000400:00000010:2.0:1761312154.553430:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000111ca410. 00000400:00000010:2.0:1761312154.553435:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312154.553442:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325312, portal 16 00000400:00000010:2.0:1761312154.553447:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312154.553449:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325312, offset 0 00000400:00000200:2.0:1761312154.553457:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.553472:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.553480:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.553484:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.553487:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.553490:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89031:89031:256:4294967295] 192.168.203.32@tcp LPNI seq info [89031:89031:8:4294967295] 00000400:00000200:2.0:1761312154.553501:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.553507:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.553511:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.553517:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.553524:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.553528:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761312154.553559:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312154.553562:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523008, offset 224 00000400:00000200:2.0:1761312154.553566:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.553571:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.553574:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89032:89032:255:4294967295] 192.168.203.32@tcp LPNI seq info [89032:89032:7:4294967295] 00000400:00000200:2.0:1761312154.553582:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.553586:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.553588:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339466). 00000800:00000200:2.0:1761312154.553591:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.553594:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.553596:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.553608:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e018571e. 00000020:00000010:2.0:1761312154.553612:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.553616:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f24cd66c. 00010000:00000010:3.1:1761312154.553843:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd25ec90. 00010000:00000010:3.1:1761312154.553849:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00000800:00000200:0.0:1761312154.556540:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.556547:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:0.0:1761312154.556554:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.556565:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.556572:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:0.0:1761312154.556574:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:0.0:1761312154.556587:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee7876f x1846868015325312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761312154.556718:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.556720:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:0.0:1761312154.556724:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.556727:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.556730:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:0.0:1761312154.556731:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000400:00000200:2.0:1761312154.561017:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.561043:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002080 00000400:00000200:2.0:1761312154.561055:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed1d [1] + 224 00000400:00000200:2.0:1761312154.561070:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.561075:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.561087:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee7876f x1846868015325312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.561130:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.561135:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55e40 00000400:00000200:2.0:1761312154.561141:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 328 00000400:00000200:2.0:1761312154.561210:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.561214:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.561219:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.561226:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 00000020:00000010:1.0:1761312154.561407:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dc6d652. 00000020:00000010:1.0:1761312154.561415:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007357e033. 00000020:00000010:1.0:1761312154.561421:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.561455:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012523072/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.561496:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523072 02000000:00000010:1.0:1761312154.561511:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b000709. 00010000:00000010:1.0:1761312154.561559:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d6ffa87. 00000100:00000010:1.0:1761312154.561567:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075a1a140. 00000100:00000010:1.0:1761312154.561575:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075a1a140. 00010000:00000010:1.0:1761312154.561579:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d6ffa87. 00000400:00000010:1.0:1761312154.561596:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312154.561602:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523072, offset 224 00000400:00000200:1.0:1761312154.561609:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.562170:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.562180:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89033:89033:256:4294967295] 192.168.203.32@tcp LPNI seq info [89033:89033:8:4294967295] 00000400:00000200:1.0:1761312154.562193:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00010000:00000010:2.1:1761312154.562197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000038df7be. 00000800:00000200:1.0:1761312154.562201:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.562209:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00010000:00000010:2.1:1761312154.562210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdf8667b. 00010000:00000010:2.1:1761312154.562218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e91dc. 00000800:00000200:1.0:1761312154.562219:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00010000:00000010:2.1:1761312154.562223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312154.562229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00000800:00000200:1.0:1761312154.562232:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.562238:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.562263:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007357e033. 00000020:00000010:1.0:1761312154.562270:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.562275:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dc6d652. 00000400:00000010:1.0:1761312154.562313:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000111ca410. 00000400:00000200:1.0:1761312154.562318:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:1.0:1761312154.562320:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000100:00000200:1.0:1761312154.562327:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee7876f x1846868015325312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.562338:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee7876f x1846868015325312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312154.562363:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025ac7215. 02000000:00000010:1.0:1761312154.562382:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8f9d9c8. 02000000:00000010:1.0:1761312154.562389:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001bb192a. 00000100:00000010:1.0:1761312154.562393:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 00000100:00000010:1.0:1761312154.562396:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:1.0:1761312154.562400:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000033f79408. 00080000:00000010:1.0:1761312154.562420:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dc6d652. 00010000:00000010:1.0:1761312154.562541:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:1.0:1761312154.562548:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d40cbc41. 00010000:00000010:1.0:1761312154.562811:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312154.562819:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312154.562830:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d6ffa87. 00000100:00000010:1.0:1761312154.562836:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075a1a140. 00000100:00000010:1.0:1761312154.562845:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312154.562859:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050c61efd. 02000000:00000010:1.0:1761312154.562894:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c55c70b9. 00000400:00000010:1.0:1761312154.562900:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005928fd42. 00000400:00000010:1.0:1761312154.562906:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312154.562914:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325376, portal 16 00000400:00000010:1.0:1761312154.562920:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312154.562922:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325376, offset 0 00000400:00000200:1.0:1761312154.562931:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.562942:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.562951:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.562956:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.562959:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.562962:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89034:89034:255:4294967295] 192.168.203.32@tcp LPNI seq info [89034:89034:7:4294967295] 00000400:00000200:1.0:1761312154.562969:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.562974:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.562977:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339466). 00000800:00000200:1.0:1761312154.562982:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.562989:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.562992:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.563300:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.563305:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82339218). 00000400:00000200:0.0:1761312154.563314:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.563320:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.563324:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:0.0:1761312154.563326:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000800:00000200:0.0:1761312154.563417:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.563419:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00000400:00000200:0.0:1761312154.563422:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.563426:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.563428:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:0.0:1761312154.563429:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000100:00000200:0.0:1761312154.563435:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015325376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.570247:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.570270:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780020c0 00000400:00000200:0.0:1761312154.570281:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed2d [1] + 224 00000400:00000200:0.0:1761312154.570296:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.570300:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.570314:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015325376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.570361:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.570367:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55e80 00000400:00000200:0.0:1761312154.570373:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 656 00000400:00000200:0.0:1761312154.570446:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.570450:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.570455:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.570461:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000020:00000010:3.0:1761312154.571200:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec6de8d. 00000020:00000010:3.0:1761312154.571210:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.571217:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000400:00000010:2.0:1761312154.571226:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005928fd42. 00000400:00000200:2.0:1761312154.571233:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:2.0:1761312154.571236:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000100:00000200:2.0:1761312154.571245:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015325376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.571250:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012523136/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.571264:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015325376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.571298:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523136 02000000:00000010:2.0:1761312154.571303:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c55c70b9. 02000000:00000010:2.0:1761312154.571311:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050c61efd. 00000100:00000010:2.0:1761312154.571315:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:2.0:1761312154.571319:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075a1a140. 02000000:00000010:3.0:1761312154.571324:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:2.0:1761312154.571325:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d6ffa87. 00010000:00000010:3.0:1761312154.571566:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f48299e. 00010000:00000010:3.0:1761312154.571592:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003732cff9. 00000100:00000010:3.0:1761312154.571600:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.571619:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.571643:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003732cff9. 00000400:00000010:3.0:1761312154.571664:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312154.571670:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523136, offset 224 00000400:00000200:3.0:1761312154.571680:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.571698:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.571705:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89035:89035:256:4294967295] 192.168.203.32@tcp LPNI seq info [89035:89035:8:4294967295] 00080000:00000010:2.0:1761312154.571709:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f24cd66c. 00000400:00000200:3.0:1761312154.571717:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.571724:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.571730:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.571745:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.571754:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.571759:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.571788:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.571797:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.571801:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ec6de8d. 00010000:00000010:2.0:1761312154.571836:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:2.0:1761312154.571846:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e19bda0. 00000800:00000200:0.0:1761312154.571886:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.571890:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312154.571894:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.571899:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.571902:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:0.0:1761312154.571904:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00010000:00000010:2.0:1761312154.571945:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312154.571952:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312154.571964:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e68f771. 00000100:00000010:2.0:1761312154.571968:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.571977:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 02000000:00000010:2.0:1761312154.571990:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008662955f. 02000000:00000010:2.0:1761312154.572019:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fed802a. 00000400:00000010:2.0:1761312154.572025:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e731dd0. 00000400:00000010:2.0:1761312154.572030:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312154.572035:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325440, portal 16 00000400:00000010:2.0:1761312154.572040:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312154.572041:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325440, offset 0 00000400:00000200:2.0:1761312154.572047:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.572053:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.572061:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.572066:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.572069:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.572071:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89036:89036:256:4294967295] 192.168.203.32@tcp LPNI seq info [89036:89036:8:4294967295] 00000400:00000200:2.0:1761312154.572700:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.572708:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.572714:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.572721:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.572728:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.572731:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.573406:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.573411:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:0.0:1761312154.573418:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.573424:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.573428:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:0.0:1761312154.573431:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:0.0:1761312154.573440:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000465aba52 x1846868015325440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.575263:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000400f3144. 00010000:00000010:1.1:1761312154.575282:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4ac24df. 00010000:00000010:1.1:1761312154.575286:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00000400:00000200:0.0:1761312154.577049:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.577074:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002100 00000400:00000200:0.0:1761312154.577096:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed39 [1] + 224 00000400:00000200:0.0:1761312154.577110:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.577114:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.577136:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000465aba52 x1846868015325440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.577178:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.577184:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55ec0 00000400:00000200:0.0:1761312154.577190:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 984 00000400:00000200:0.0:1761312154.577204:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.577206:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.577211:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.577217:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000020:00000010:0.0:1761312154.577275:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a244c31. 00000020:00000010:0.0:1761312154.577283:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.577289:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000400:00000010:3.0:1761312154.577309:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e731dd0. 00000400:00000200:3.0:1761312154.577315:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:3.0:1761312154.577317:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:0.0:1761312154.577321:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c51fe62 x1846868012523200/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.577323:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000465aba52 x1846868015325440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.577331:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000465aba52 x1846868015325440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.577365:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fed802a. 00000100:00000200:0.0:1761312154.577365:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523200 02000000:00000010:3.0:1761312154.577373:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008662955f. 00000100:00000010:3.0:1761312154.577378:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:0.0:1761312154.577380:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00000100:00000010:3.0:1761312154.577381:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:3.0:1761312154.577386:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e68f771. 00010000:00000010:0.0:1761312154.577418:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b98602b3. 00010000:00000010:0.0:1761312154.577441:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312154.577447:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312154.577465:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312154.577468:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00000400:00000010:0.0:1761312154.577488:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312154.577493:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523200, offset 224 00000400:00000200:0.0:1761312154.577500:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.577513:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.577519:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89037:89037:256:4294967295] 192.168.203.32@tcp LPNI seq info [89037:89037:8:4294967295] 00000400:00000200:0.0:1761312154.577530:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.577536:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312154.577538:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ec6de8d. 00000800:00000010:0.0:1761312154.577541:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.577547:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.577556:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.577560:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.577579:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.577583:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.577586:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a244c31. 00010000:00000010:3.0:1761312154.577694:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:3.0:1761312154.577703:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b8d2314. 00010000:00000010:3.0:1761312154.577810:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.0:1761312154.577818:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000029a3798. 00010000:00000010:3.0:1761312154.577830:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003732cff9. 00000100:00000010:3.0:1761312154.577835:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.577842:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.577857:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b25c7d35. 02000000:00000010:3.0:1761312154.577889:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002270eeb. 00000400:00000010:3.0:1761312154.577895:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.577900:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312154.577905:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325504, portal 16 00000400:00000010:3.0:1761312154.577911:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312154.577913:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325504, offset 0 00000400:00000200:3.0:1761312154.577919:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.577926:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.577934:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.577938:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.577941:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.577943:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89038:89038:255:4294967295] 192.168.203.32@tcp LPNI seq info [89038:89038:7:4294967295] 00000400:00000200:3.0:1761312154.577950:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.577954:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.577958:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:3.0:1761312154.577961:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.577965:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.577967:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.579330:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.579339:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:0.0:1761312154.579349:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.579358:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.579363:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:0.0:1761312154.579366:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000800:00000200:0.0:1761312154.579457:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.579460:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312154.579465:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.579468:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.579471:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:0.0:1761312154.579472:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:0.0:1761312154.579480:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015325504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.580614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000767cfaea. 00010000:00000010:2.1:1761312154.580656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:3.1:1761312154.581115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c08add. 00000400:00000200:0.0:1761312154.581471:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.581492:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002140 00000400:00000200:0.0:1761312154.581503:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed45 [1] + 224 00000400:00000200:0.0:1761312154.581526:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.581530:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.581541:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015325504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.582243:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:3.0:1761312154.582250:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:3.0:1761312154.582252:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000100:00000200:3.0:1761312154.582262:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015325504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.582271:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015325504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.582307:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002270eeb. 02000000:00000010:3.0:1761312154.582313:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b25c7d35. 00000100:00000010:3.0:1761312154.582321:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312154.582326:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.582331:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003732cff9. 00000400:00000200:0.0:1761312154.582795:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.582811:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55f00 00000400:00000200:0.0:1761312154.582819:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 1312 00000400:00000200:0.0:1761312154.583122:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.583129:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.583135:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.583142:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 00000020:00000010:3.0:1761312154.583235:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002270eeb. 00000020:00000010:3.0:1761312154.583243:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.583249:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.583281:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000926416a1 x1846868012523264/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.583320:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523264 02000000:00000010:3.0:1761312154.583332:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcf9ff10. 00010000:00000010:3.0:1761312154.583371:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f738ea. 00010000:00000010:3.0:1761312154.583392:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003732cff9. 00000100:00000010:3.0:1761312154.583401:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.583423:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.583427:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003732cff9. 00000400:00000010:3.0:1761312154.583446:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312154.583452:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523264, offset 224 00080000:00000010:2.0:1761312154.583460:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4e3f0c1. 00000400:00000200:3.0:1761312154.583461:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.583473:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.583479:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89039:89039:256:4294967295] 192.168.203.32@tcp LPNI seq info [89039:89039:8:4294967295] 00000400:00000200:3.0:1761312154.583490:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.583495:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.583500:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312154.583506:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.583514:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.583517:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.583536:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097f022ab. 00000020:00000010:3.0:1761312154.583542:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.583545:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002270eeb. 00010000:00000010:2.0:1761312154.583571:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000029a3798. 00010000:00000010:2.0:1761312154.583578:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa855992. 00010000:00000010:2.0:1761312154.583700:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312154.583708:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312154.583722:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312154.583726:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.583735:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312154.583759:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000457a2c3d. 02000000:00000010:2.0:1761312154.583791:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008662955f. 00000400:00000010:2.0:1761312154.583797:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d61a9aa. 00000400:00000010:2.0:1761312154.583802:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312154.583808:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325568, portal 16 00000400:00000010:2.0:1761312154.583813:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312154.583815:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325568, offset 0 00000400:00000200:2.0:1761312154.583821:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.583827:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.583835:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.583839:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.583841:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.583843:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89040:89040:255:4294967295] 192.168.203.32@tcp LPNI seq info [89040:89040:7:4294967295] 00000400:00000200:2.0:1761312154.583850:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.583854:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.583858:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312154.583861:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.583865:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.583866:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.583886:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.583890:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:0.0:1761312154.583895:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.583899:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.583903:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:0.0:1761312154.583905:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000800:00000200:0.0:1761312154.583933:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.583934:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312154.583938:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.583941:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.583943:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:0.0:1761312154.583944:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:0.0:1761312154.583948:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015325568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.587189:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.587218:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002180 00000400:00000200:0.0:1761312154.587229:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed51 [1] + 224 00000400:00000200:0.0:1761312154.587245:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.587250:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.587264:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015325568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.587308:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.587315:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55f40 00000400:00000200:0.0:1761312154.587320:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 1640 00000400:00000010:2.0:1761312154.587329:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d61a9aa. 00000400:00000200:2.0:1761312154.587336:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312154.587338:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312154.587344:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015325568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.587351:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015325568/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.587394:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008662955f. 02000000:00000010:2.0:1761312154.587402:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000457a2c3d. 00000100:00000010:2.0:1761312154.587407:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312154.587413:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:2.0:1761312154.587418:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000200:0.0:1761312154.587512:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.587517:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.587523:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.587529:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 00000020:00000010:2.0:1761312154.587971:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000457a2c3d. 00000020:00000010:2.0:1761312154.587979:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.587984:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.588015:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfb71ed1 x1846868012523328/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.588061:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523328 02000000:00000010:2.0:1761312154.588245:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008662955f. 00010000:00000010:2.0:1761312154.588285:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000defc6423. 00010000:00000010:2.0:1761312154.588312:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312154.588320:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.588375:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:2.0:1761312154.588380:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000010:2.0:1761312154.588397:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312154.588403:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523328, offset 224 00000400:00000200:2.0:1761312154.588412:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.588426:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.588432:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89041:89041:256:4294967295] 192.168.203.32@tcp LPNI seq info [89041:89041:8:4294967295] 00000400:00000200:2.0:1761312154.588443:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.588449:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.588454:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312154.588460:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.588468:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.588472:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761312154.588533:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002270eeb. 00010000:00000010:3.0:1761312154.588679:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:3.0:1761312154.588688:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a07e22fe. 00010000:00000010:3.0:1761312154.588785:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312154.588789:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312154.588796:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.0:1761312154.588803:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312154.588818:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007148e745. 00010000:00000010:3.0:1761312154.588844:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312154.588848:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097f022ab. 00010000:00000010:3.0:1761312154.588911:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.0:1761312154.588915:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312154.588923:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003732cff9. 00000100:00000010:3.0:1761312154.588928:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.588938:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312154.588951:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b25c7d35. 02000000:00000010:3.0:1761312154.588982:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a7155ce. 00000400:00000010:3.0:1761312154.588990:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.588996:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312154.589001:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325632, portal 16 00000400:00000010:3.0:1761312154.589006:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312154.589007:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325632, offset 0 00000400:00000200:3.0:1761312154.589015:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.589022:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.589030:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.589035:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.589038:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.589040:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89042:89042:255:4294967295] 192.168.203.32@tcp LPNI seq info [89042:89042:7:4294967295] 00000400:00000200:3.0:1761312154.589048:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.589054:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.589057:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312154.589062:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.589067:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.589069:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.589131:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.589138:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.589142:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000457a2c3d. 00000800:00000200:0.0:1761312154.590387:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.590394:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:0.0:1761312154.590401:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.590410:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.590417:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:0.0:1761312154.590419:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000800:00000200:0.0:1761312154.590517:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.590519:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312154.590523:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.590526:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.590529:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:0.0:1761312154.590530:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00000100:00000200:0.0:1761312154.590538:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015325632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.591675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000479b352b. 00010000:00000010:3.1:1761312154.591934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6b4b568. 00010000:00000010:3.1:1761312154.591941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.1:1761312154.597695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd93eaa5. 00010000:00000010:2.1:1761312154.597714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.1:1761312154.597973:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dedd20b2. 00010000:00000010:3.1:1761312154.597980:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9ea70e. 00010000:00000010:3.1:1761312154.597984:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:3.1:1761312154.597987:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312154.597991:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00000400:00000200:1.0:1761312154.598147:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.598168:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780021c0 00000400:00000200:1.0:1761312154.598178:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed5d [1] + 224 00000400:00000200:1.0:1761312154.598200:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.598204:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.598218:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015325632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.598276:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:2.0:1761312154.598286:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:2.0:1761312154.598289:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:2.0:1761312154.598296:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015325632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.598303:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015325632/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.598341:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a7155ce. 02000000:00000010:2.0:1761312154.598349:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b25c7d35. 00000100:00000010:2.0:1761312154.598355:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:2.0:1761312154.598358:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:2.0:1761312154.598363:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003732cff9. 00010000:00000010:2.1:1761312154.603570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e7bb92f. 00000400:00000200:3.0:1761312154.604017:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.604037:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55f80 00000400:00000200:3.0:1761312154.604046:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad675 [2] + 1968 00000400:00000010:3.0:1761312154.604052:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fa39dec. 00000400:00000200:3.0:1761312154.604056:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000012b79e81 00000400:00000200:3.0:1761312154.604131:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.604136:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.604140:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b79e81 00000400:00000010:3.0:1761312154.604143:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000012b79e81 (tot 82338818). 00000100:00000200:3.0:1761312154.604149:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312154.604224:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057341d73. 00000020:00000010:1.0:1761312154.604234:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.604241:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.604272:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006e9c270a x1846868012523392/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.604314:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523392 02000000:00000010:1.0:1761312154.604328:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e70cb4a8. 00010000:00000010:1.0:1761312154.604367:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bccf07df. 00010000:00000010:1.0:1761312154.604390:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000ca3b14. 00000100:00000010:1.0:1761312154.604400:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8563d6a. 00000100:00000010:1.0:1761312154.604421:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f8563d6a. 00010000:00000010:1.0:1761312154.604425:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000ca3b14. 00080000:00000010:2.0:1761312154.604438:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8f9d9c8. 00000400:00000010:1.0:1761312154.604442:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312154.604447:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523392, offset 224 00000400:00000200:1.0:1761312154.604456:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.604468:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.604473:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89043:89043:256:4294967295] 192.168.203.32@tcp LPNI seq info [89043:89043:8:4294967295] 00000400:00000200:1.0:1761312154.604484:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.604489:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.604494:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339066). 00000800:00000200:1.0:1761312154.604500:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.604507:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.604511:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.604526:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.604530:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.604534:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057341d73. 00010000:00000010:2.0:1761312154.604545:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 02000000:00000010:1.0:1761312154.604546:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008662955f. 00000100:00000010:1.0:1761312154.604551:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 00010000:00000010:2.0:1761312154.604553:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009390279d. 02000000:00000010:1.0:1761312154.604556:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcf9ff10. 00000100:00000010:1.0:1761312154.604558:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 02000000:00000010:1.0:1761312154.604562:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:1.0:1761312154.604565:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:1.0:1761312154.604569:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:1.0:1761312154.604572:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:1.0:1761312154.604575:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b000709. 00000100:00000010:1.0:1761312154.604577:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:1.0:1761312154.604580:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000050d5a26. 00000100:00000010:1.0:1761312154.604582:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000200:1.0:1761312154.604590:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312154.604596:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000044f3d9f9. 00000400:00000010:1.0:1761312154.604599:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8563d6a (tot 82339218). 00010000:00000010:2.0:1761312154.604666:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dd57cd. 00010000:00000010:2.0:1761312154.604674:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312154.604685:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000174819e5. 00000100:00000010:2.0:1761312154.604689:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.604697:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312154.604710:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e19fe5dd. 02000000:00000010:2.0:1761312154.604745:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d57bcfe6. 00000400:00000010:2.0:1761312154.604751:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d61a9aa. 00000400:00000010:2.0:1761312154.604755:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312154.604758:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325696, portal 16 00000400:00000010:2.0:1761312154.604762:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312154.604764:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325696, offset 0 00000400:00000200:2.0:1761312154.604770:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.604776:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.604783:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.604787:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.604790:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.604793:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89044:89044:255:4294967295] 192.168.203.32@tcp LPNI seq info [89044:89044:7:4294967295] 00000400:00000200:2.0:1761312154.604799:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.604805:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.604808:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312154.604811:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.604815:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.604817:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.608181:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.608193:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82339218). 00000400:00000200:0.0:1761312154.608417:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.608429:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.608436:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:0.0:1761312154.608439:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 02000000:00000010:0.0:1761312154.608448:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e70cb4a8. 00000800:00000200:0.0:1761312154.608547:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.608550:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312154.608555:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.608559:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.608562:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:0.0:1761312154.608563:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:0.0:1761312154.608577:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015325696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.609680:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.609711:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002200 00000400:00000200:1.0:1761312154.609722:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed6d [1] + 224 00000400:00000200:1.0:1761312154.609750:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.609754:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.609763:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015325696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.609824:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d61a9aa. 00000400:00000200:3.0:1761312154.609829:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:3.0:1761312154.609831:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:3.0:1761312154.609838:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015325696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.609845:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015325696/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.609882:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d57bcfe6. 02000000:00000010:3.0:1761312154.609890:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e19fe5dd. 00000100:00000010:3.0:1761312154.609895:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:3.0:1761312154.609899:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:3.0:1761312154.609905:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000174819e5. 00000400:00000200:3.0:1761312154.610546:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.610559:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d55fc0 00000400:00000200:3.0:1761312154.610565:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 0 00000400:00000200:3.0:1761312154.610617:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.610621:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.610644:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.610650:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:0.0:1761312154.612112:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023985845. 00000020:00000010:0.0:1761312154.612127:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.612133:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312154.612244:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012523456/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.612287:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523456 02000000:00000010:0.0:1761312154.612304:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:0.0:1761312154.612356:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bc337a7. 00010000:00000010:0.0:1761312154.612380:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312154.612390:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312154.612405:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312154.612408:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00000400:00000010:0.0:1761312154.612426:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312154.612433:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523456, offset 224 00000400:00000200:0.0:1761312154.612443:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.612460:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.612467:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89045:89045:256:4294967295] 192.168.203.32@tcp LPNI seq info [89045:89045:8:4294967295] 00000400:00000200:0.0:1761312154.612481:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.612488:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.612493:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.612500:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.612509:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.612513:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.612535:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.612541:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.612544:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023985845. 00080000:00000010:0.0:1761312154.612585:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023985845. 00010000:00000010:0.0:1761312154.612725:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:0.0:1761312154.612733:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aaf9d6f7. 00010000:00000010:0.0:1761312154.612837:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624233b3. 00010000:00000010:0.0:1761312154.612843:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bc337a7. 00010000:00000010:0.0:1761312154.612854:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312154.612857:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312154.612866:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 02000000:00000010:0.0:1761312154.612879:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000941a69bd. 02000000:00000010:0.0:1761312154.612907:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5eca9cd. 00000400:00000010:0.0:1761312154.612912:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000473b2b65. 00000400:00000010:0.0:1761312154.612917:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312154.612922:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325760, portal 16 00000400:00000010:0.0:1761312154.612926:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312154.612928:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325760, offset 0 00000400:00000200:0.0:1761312154.612934:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.612940:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.612947:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.612951:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.612954:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.612956:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89046:89046:255:4294967295] 192.168.203.32@tcp LPNI seq info [89046:89046:7:4294967295] 00000400:00000200:0.0:1761312154.612963:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.612967:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.612970:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312154.612973:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.612977:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.612980:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.613035:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.613038:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:0.0:1761312154.613041:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.613046:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.613049:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:0.0:1761312154.613051:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000800:00000200:0.0:1761312154.613127:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.613129:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.613132:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.613136:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.613138:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:0.0:1761312154.613140:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:0.0:1761312154.613145:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015325760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.620005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d97cf5f. 00010000:00000010:2.1:1761312154.620382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000421d39a0. 00010000:00000010:2.1:1761312154.620393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00000400:00000200:1.0:1761312154.622197:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.622221:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002240 00000400:00000200:1.0:1761312154.622232:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed79 [1] + 224 00000400:00000200:1.0:1761312154.622246:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.622251:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.622264:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015325760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.622313:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.622318:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56000 00000400:00000200:1.0:1761312154.622325:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 328 00000400:00000200:1.0:1761312154.622338:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.622341:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.622345:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.622352:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 00000020:00000010:1.0:1761312154.622405:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:1.0:1761312154.622413:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.622419:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.622452:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b3497cf x1846868012523520/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.622486:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523520 02000000:00000010:1.0:1761312154.622502:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef63c7e6. 00010000:00000010:1.0:1761312154.622549:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000734b399. 00000100:00000010:1.0:1761312154.622558:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.622565:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.622569:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000734b399. 00000400:00000010:1.0:1761312154.622586:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312154.622592:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523520, offset 224 00000400:00000200:1.0:1761312154.622599:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.622611:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.622617:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89047:89047:256:4294967295] 192.168.203.32@tcp LPNI seq info [89047:89047:8:4294967295] 00000400:00000200:1.0:1761312154.622659:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.622665:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.622670:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312154.622676:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.622695:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.622700:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.622720:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.622727:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.622731:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00000800:00000200:1.0:1761312154.622860:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.622864:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82338970). 00000400:00000200:1.0:1761312154.622870:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.622874:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.622878:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:1.0:1761312154.622880:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000400:00000010:2.0:1761312154.623397:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000473b2b65. 00000400:00000200:2.0:1761312154.623404:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:2.0:1761312154.623406:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:2.0:1761312154.623415:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b47d4f6d x1846868015325760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.623424:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b47d4f6d x1846868015325760/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312154.623451:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007acf85aa. 02000000:00000010:2.0:1761312154.623471:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5eca9cd. 02000000:00000010:2.0:1761312154.623477:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000941a69bd. 00000100:00000010:2.0:1761312154.623481:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 00000100:00000010:2.0:1761312154.623485:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:2.0:1761312154.623489:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00080000:00000010:2.0:1761312154.623511:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000457a2c3d. 00010000:00000010:2.0:1761312154.624427:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bc337a7. 00010000:00000010:2.0:1761312154.624441:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8f35b26. 00010000:00000010:2.0:1761312154.624542:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312154.624550:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312154.624564:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0499843. 00000100:00000010:2.0:1761312154.624573:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.624582:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff718bdd. 02000000:00000010:2.0:1761312154.624599:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001bb192a. 02000000:00000010:2.0:1761312154.624663:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008eb9eb02. 00000400:00000010:2.0:1761312154.624671:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009c3e6f5a. 00000400:00000010:2.0:1761312154.624680:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.624693:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325824, portal 16 00000400:00000010:2.0:1761312154.624700:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312154.624703:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325824, offset 0 00000400:00000200:2.0:1761312154.624714:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.624734:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.624752:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.624757:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.624760:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.624763:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89048:89048:256:4294967295] 192.168.203.32@tcp LPNI seq info [89048:89048:8:4294967295] 00000400:00000200:2.0:1761312154.624774:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.624781:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.624786:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312154.624794:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.624803:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.624807:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312154.625101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d00d9e1. 00010000:00000010:0.1:1761312154.625111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f557b17f. 00010000:00000010:0.1:1761312154.625117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dd57cd. 00000800:00000200:0.0:1761312154.625242:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.625247:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312154.625253:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.625260:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.625266:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:0.0:1761312154.625268:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:0.0:1761312154.625276:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff718bdd x1846868015325824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.632917:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.632942:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002280 00000400:00000200:3.0:1761312154.632954:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed85 [1] + 224 00000400:00000200:3.0:1761312154.632973:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.632978:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.632992:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff718bdd x1846868015325824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.633086:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009c3e6f5a. 00000400:00000200:2.0:1761312154.633093:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.633095:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:2.0:1761312154.633101:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff718bdd x1846868015325824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.633108:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff718bdd x1846868015325824/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.633146:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008eb9eb02. 02000000:00000010:2.0:1761312154.633154:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001bb192a. 00000100:00000010:2.0:1761312154.633160:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 00000100:00000010:2.0:1761312154.633164:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:2.0:1761312154.633169:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0499843. 00000400:00000200:1.0:1761312154.637079:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.637101:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56040 00000400:00000200:1.0:1761312154.637110:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 656 00000400:00000200:1.0:1761312154.637187:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.637192:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.637201:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.637209:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000020:00000010:3.0:1761312154.637360:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a7155ce. 00000020:00000010:3.0:1761312154.637369:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312154.637374:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.637408:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012523584/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.637449:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523584 02000000:00000010:3.0:1761312154.637472:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5f75ef2. 00010000:00000010:3.0:1761312154.637512:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1936032. 00010000:00000010:3.0:1761312154.637541:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054315a4e. 00000100:00000010:3.0:1761312154.637549:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.637566:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.637570:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054315a4e. 00000400:00000010:3.0:1761312154.637588:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312154.637595:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523584, offset 224 00000400:00000200:3.0:1761312154.637604:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.637616:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.637644:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89049:89049:256:4294967295] 192.168.203.32@tcp LPNI seq info [89049:89049:8:4294967295] 00000400:00000200:3.0:1761312154.637656:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.637661:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.637666:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312154.637672:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.637679:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.637684:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.637708:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312154.637715:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.637718:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a7155ce. 00000800:00000200:0.0:1761312154.639767:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.639775:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82338970). 00000400:00000200:0.0:1761312154.639787:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.639799:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.639807:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:0.0:1761312154.639809:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00080000:00000010:2.0:1761312154.639992:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001bb192a. 00010000:00000010:2.0:1761312154.640106:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312154.640116:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000641daf79. 00010000:00000010:2.0:1761312154.640202:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e063fd0. 00010000:00000010:2.0:1761312154.640207:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312154.640221:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d0499843. 00000100:00000010:2.0:1761312154.640228:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00000100:00000010:2.0:1761312154.640238:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff718bdd. 02000000:00000010:2.0:1761312154.640254:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eb9eb02. 02000000:00000010:2.0:1761312154.640286:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2aee261. 00000400:00000010:2.0:1761312154.640291:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009c3e6f5a. 00000400:00000010:2.0:1761312154.640297:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.640305:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325888, portal 16 00000400:00000010:2.0:1761312154.640311:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312154.640314:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325888, offset 0 00000400:00000200:2.0:1761312154.640323:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.640339:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.640348:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.640352:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.640355:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.640358:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89050:89050:256:4294967295] 192.168.203.32@tcp LPNI seq info [89050:89050:8:4294967295] 00000400:00000200:2.0:1761312154.640368:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.640374:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.640379:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312154.640385:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.640393:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.640397:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312154.640856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ce1e5b. 00010000:00000010:2.1:1761312154.640863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017928182. 00010000:00000010:2.1:1761312154.640867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00000800:00000200:3.0:1761312154.640967:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.640971:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312154.640977:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.640983:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.640987:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312154.640988:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312154.640996:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff718bdd x1846868015325888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.644721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2483ca9. 00010000:00000010:2.1:1761312154.644749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00010000:00000010:3.1:1761312154.645829:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af3ecbc. 00000400:00000200:1.0:1761312154.650154:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.650180:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780022c0 00000400:00000200:1.0:1761312154.650190:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed91 [1] + 224 00000400:00000200:1.0:1761312154.650202:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.650206:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.650218:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff718bdd x1846868015325888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.650248:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.650252:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56080 00000400:00000200:1.0:1761312154.650257:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 984 00000400:00000200:1.0:1761312154.650328:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.650331:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.650336:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.650342:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb1bc77a. 00000020:00000010:0.0:1761312154.650430:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000585e5806. 00000020:00000010:0.0:1761312154.650437:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.650442:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312154.650470:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb1bc77a x1846868012523648/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.650507:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523648 02000000:00000010:0.0:1761312154.650521:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3c35645. 00010000:00000010:0.0:1761312154.650565:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bae5ac4a. 00000100:00000010:0.0:1761312154.650572:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081034c4c. 00000100:00000010:0.0:1761312154.650579:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081034c4c. 00010000:00000010:0.0:1761312154.650582:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bae5ac4a. 00000400:00000010:0.0:1761312154.650598:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312154.650603:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523648, offset 224 00000400:00000200:0.0:1761312154.650611:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.650641:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.650646:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89051:89051:256:4294967295] 192.168.203.32@tcp LPNI seq info [89051:89051:8:4294967295] 00000400:00000200:0.0:1761312154.650657:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.650662:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.650667:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.650673:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.650681:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.650685:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.650704:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005f3cb0f9. 00000020:00000010:0.0:1761312154.650709:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.650712:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000585e5806. 00000800:00000200:0.0:1761312154.650791:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.650795:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.650798:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.650802:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.650805:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:0.0:1761312154.650807:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000400:00000010:3.0:1761312154.650978:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009c3e6f5a. 00000400:00000200:3.0:1761312154.650983:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:3.0:1761312154.650985:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:3.0:1761312154.650992:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff718bdd x1846868015325888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.651000:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff718bdd x1846868015325888/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.651022:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000133daa7e. 02000000:00000010:3.0:1761312154.651042:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2aee261. 02000000:00000010:3.0:1761312154.651049:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eb9eb02. 00000100:00000010:3.0:1761312154.651053:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 00000100:00000010:3.0:1761312154.651057:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:3.0:1761312154.651060:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d0499843. 00080000:00000010:3.0:1761312154.651079:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097ff7e80. 00010000:00000010:3.0:1761312154.651189:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:3.0:1761312154.651196:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcee83be. 00010000:00000010:3.0:1761312154.651284:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312154.651289:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.651296:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.0:1761312154.651302:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015098a49. 00080000:00000010:3.0:1761312154.651319:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a7155ce. 00010000:00000010:3.0:1761312154.651343:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312154.651346:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.651396:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.0:1761312154.651399:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312154.651406:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024feb241. 00000100:00000010:3.0:1761312154.651410:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.651417:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312154.651431:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8f9b20a. 02000000:00000010:3.0:1761312154.651457:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fc0d26c. 00000400:00000010:3.0:1761312154.651461:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.651465:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312154.651469:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015325952, portal 16 00000400:00000010:3.0:1761312154.651473:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.651475:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015325952, offset 0 00000400:00000200:3.0:1761312154.651481:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.651488:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.651496:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.651499:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.651502:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.651505:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89052:89052:256:4294967295] 192.168.203.32@tcp LPNI seq info [89052:89052:8:4294967295] 00000400:00000200:3.0:1761312154.651512:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.651517:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.651520:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312154.651523:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.651529:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.651531:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.651673:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.651676:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312154.651679:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.651683:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.651686:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:0.0:1761312154.651687:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:0.0:1761312154.651693:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015325952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.653528:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.653551:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002300 00000400:00000200:1.0:1761312154.653561:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaed9d [1] + 224 00000400:00000200:1.0:1761312154.653580:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.653584:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.653598:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015325952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.653762:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:3.0:1761312154.653772:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:3.0:1761312154.653774:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:3.0:1761312154.653781:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015325952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.653788:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015325952/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.653823:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fc0d26c. 02000000:00000010:3.0:1761312154.653834:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8f9b20a. 00000100:00000010:3.0:1761312154.653839:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:3.0:1761312154.653844:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.653848:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024feb241. 00000400:00000200:0.0:1761312154.654334:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.654348:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d560c0 00000400:00000200:0.0:1761312154.654355:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 1312 00000400:00000200:0.0:1761312154.654427:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.654431:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.654437:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.654443:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:1.0:1761312154.654533:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcf9ff10. 00000020:00000010:1.0:1761312154.654542:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.654548:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.654578:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012523712/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.654646:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523712 02000000:00000010:1.0:1761312154.654662:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e70cb4a8. 00010000:00000010:1.0:1761312154.654698:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a2710c. 00010000:00000010:1.0:1761312154.654726:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000734b399. 00000100:00000010:1.0:1761312154.654733:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.654761:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.654765:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000734b399. 00000400:00000010:1.0:1761312154.654782:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312154.654787:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523712, offset 224 00000400:00000200:1.0:1761312154.654795:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.654808:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.654814:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89053:89053:256:4294967295] 192.168.203.32@tcp LPNI seq info [89053:89053:8:4294967295] 00000400:00000200:1.0:1761312154.654825:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.654830:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.654836:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312154.654842:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.654850:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.654855:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.654889:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.654894:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.654899:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcf9ff10. 00080000:00000010:3.0:1761312154.655096:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8f9b20a. 00000800:00000200:2.0:1761312154.655104:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.655108:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82338970). 00000400:00000200:2.0:1761312154.655115:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.655119:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.655122:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:2.0:1761312154.655124:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00010000:00000010:3.0:1761312154.655209:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312154.655217:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c522f06. 00010000:00000010:3.0:1761312154.655392:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c440409. 00010000:00000010:3.0:1761312154.655399:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312154.655413:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024feb241. 00000100:00000010:3.0:1761312154.655419:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.655429:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312154.655445:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007fc0d26c. 02000000:00000010:3.0:1761312154.655484:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000466986b3. 00000400:00000010:3.0:1761312154.655490:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.655496:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312154.655503:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326016, portal 16 00000400:00000010:3.0:1761312154.655508:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312154.655510:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326016, offset 0 00000400:00000200:3.0:1761312154.655517:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.655526:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.655535:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.655539:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.655542:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.655545:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89054:89054:256:4294967295] 192.168.203.32@tcp LPNI seq info [89054:89054:8:4294967295] 00000400:00000200:3.0:1761312154.655552:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.655557:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.655560:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312154.655564:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.655570:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.655573:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.655794:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.655798:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312154.655803:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.655807:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.655810:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:1.0:1761312154.655811:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:1.0:1761312154.655817:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015326016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.658673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c070f8a0. 00010000:00000010:3.1:1761312154.658705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6981d7. 00010000:00000010:3.1:1761312154.658710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e063fd0. 00010000:00000010:3.1:1761312154.658714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312154.658718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00000400:00000200:0.0:1761312154.661103:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.661129:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002340 00000400:00000200:0.0:1761312154.661140:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeda9 [1] + 224 00000400:00000200:0.0:1761312154.661155:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.661161:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.661175:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015326016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.661225:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.661230:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56100 00000400:00000200:0.0:1761312154.661236:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 1640 00000400:00000200:0.0:1761312154.661316:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.661321:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.661326:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.661334:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00000020:00000010:1.0:1761312154.661440:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dcf9ff10. 00000020:00000010:1.0:1761312154.661449:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.661465:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.661499:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f04076bd x1846868012523776/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.661559:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523776 02000000:00000010:1.0:1761312154.661576:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057341d73. 00010000:00000010:1.0:1761312154.661661:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000734b399. 00000100:00000010:1.0:1761312154.661670:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.661678:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.661682:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000734b399. 00000400:00000010:1.0:1761312154.661700:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312154.661705:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523776, offset 224 00000400:00000200:1.0:1761312154.661714:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.661726:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.661733:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89055:89055:256:4294967295] 192.168.203.32@tcp LPNI seq info [89055:89055:8:4294967295] 00000400:00000200:1.0:1761312154.661755:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.661761:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.661766:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312154.661772:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.661780:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.661784:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.661801:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.661806:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.661810:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dcf9ff10. 00000800:00000200:0.0:1761312154.662007:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.662011:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:0.0:1761312154.662018:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.662022:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.662026:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:0.0:1761312154.662028:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000400:00000010:0.0:1761312154.662755:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:0.0:1761312154.662762:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:0.0:1761312154.662763:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:0.0:1761312154.662771:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015326016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.662782:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015326016/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.662809:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b489e14. 02000000:00000010:0.0:1761312154.662830:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000466986b3. 02000000:00000010:0.0:1761312154.662838:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007fc0d26c. 00000100:00000010:0.0:1761312154.662846:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:0.0:1761312154.662850:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:0.0:1761312154.662854:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024feb241. 00080000:00000010:0.0:1761312154.662877:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000585e5806. 00010000:00000010:0.0:1761312154.662994:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015098a49. 00010000:00000010:0.0:1761312154.663002:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9b30846. 00010000:00000010:0.0:1761312154.663093:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312154.663100:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312154.663112:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bae5ac4a. 00000100:00000010:0.0:1761312154.663118:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081034c4c. 00000100:00000010:0.0:1761312154.663127:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 02000000:00000010:0.0:1761312154.663141:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000941a69bd. 02000000:00000010:0.0:1761312154.663171:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5eca9cd. 00000400:00000010:0.0:1761312154.663178:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed4f52e7. 00000400:00000010:0.0:1761312154.663183:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312154.663189:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326080, portal 16 00000400:00000010:0.0:1761312154.663194:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312154.663196:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326080, offset 0 00000400:00000200:0.0:1761312154.663204:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.663217:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.663225:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.663229:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.663232:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.663235:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89056:89056:256:4294967295] 192.168.203.32@tcp LPNI seq info [89056:89056:8:4294967295] 00000400:00000200:0.0:1761312154.663245:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.663251:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.663255:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.663261:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.663267:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.663270:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312154.665860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e5c29f. 00000800:00000200:1.0:1761312154.666030:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.666036:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312154.666043:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.666054:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.666063:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312154.666066:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312154.666077:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d91a4279 x1846868015326080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.666897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001765e4f5. 00010000:00000010:3.1:1761312154.666909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00010000:00000010:0.1:1761312154.671688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ee6ec4. 00010000:00000010:0.1:1761312154.671710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c145159d. 00010000:00000010:0.1:1761312154.671716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c440409. 00000400:00000200:0.0:1761312154.672667:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.672688:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002380 00000400:00000200:0.0:1761312154.672697:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaedb5 [1] + 224 00000400:00000200:0.0:1761312154.672710:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.672713:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.672725:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d91a4279 x1846868015326080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.672771:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.672776:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56140 00000400:00000200:0.0:1761312154.672781:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad6cd [2] + 1968 00000400:00000010:0.0:1761312154.672785:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df28d40a. 00000400:00000200:0.0:1761312154.672791:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fb73ae90 00000400:00000200:0.0:1761312154.672802:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761312154.672804:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed4f52e7. 00000400:00000200:0.0:1761312154.672805:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.672808:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:2.0:1761312154.672811:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:2.0:1761312154.672817:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d91a4279 x1846868015326080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.672825:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d91a4279 x1846868015326080/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.672859:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5eca9cd. 02000000:00000010:2.0:1761312154.672866:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000941a69bd. 00000100:00000010:2.0:1761312154.672870:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 00000100:00000010:2.0:1761312154.672876:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081034c4c. 00010000:00000010:2.0:1761312154.672881:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bae5ac4a. 00000400:00000200:0.0:1761312154.672913:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb73ae90 00000400:00000010:0.0:1761312154.672916:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fb73ae90 (tot 82338818). 00000100:00000200:0.0:1761312154.672922:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312154.672987:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eb9eb02. 00000020:00000010:2.0:1761312154.672995:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.673000:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.673027:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000955408ae x1846868012523840/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312154.673070:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523840 02000000:00000010:2.0:1761312154.673087:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2aee261. 00010000:00000010:2.0:1761312154.673120:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000946912bf. 00010000:00000010:2.0:1761312154.673147:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.673156:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007983c089. 00080000:00000010:0.0:1761312154.673899:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000941a69bd. 00010000:00000010:0.0:1761312154.674093:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312154.674103:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312154.674117:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007be982a. 00000100:00000010:0.0:1761312154.674123:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aafa138. 00000100:00000010:0.0:1761312154.674133:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312154.674148:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5eca9cd. 02000000:00000010:0.0:1761312154.674182:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d283d43. 00000400:00000010:0.0:1761312154.674189:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df28d40a. 00000400:00000010:0.0:1761312154.674196:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312154.674203:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326144, portal 16 00000400:00000010:0.0:1761312154.674209:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312154.674212:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326144, offset 0 00000400:00000200:0.0:1761312154.674222:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.674245:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.674254:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.674258:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.674261:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.674264:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89057:89057:256:4294967295] 192.168.203.32@tcp LPNI seq info [89057:89057:8:4294967295] 00000400:00000200:0.0:1761312154.674274:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.674281:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.674287:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339066). 00000800:00000200:0.0:1761312154.674293:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.674303:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.674307:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.674879:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.674884:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338818). 00000400:00000200:1.0:1761312154.674891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.674898:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.674904:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:1.0:1761312154.674906:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:1.0:1761312154.674913:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015326144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312154.675103:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00000100:00000010:2.0:1761312154.675119:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007983c089. 00010000:00000010:2.0:1761312154.675124:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00010000:00000010:2.0:1761312154.675131:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5aea5cc. 00000400:00000010:2.0:1761312154.675155:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312154.675160:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523840, offset 224 00000400:00000200:2.0:1761312154.675168:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.675180:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.675185:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89058:89058:256:4294967295] 192.168.203.32@tcp LPNI seq info [89058:89058:8:4294967295] 00000400:00000200:2.0:1761312154.675193:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.675198:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.675202:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339066). 00000800:00000200:2.0:1761312154.675207:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.675213:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.675215:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.675250:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.675256:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.675261:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eb9eb02. 02000000:00000010:2.0:1761312154.675272:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057341d73. 00000100:00000010:2.0:1761312154.675279:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:2.0:1761312154.675286:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e70cb4a8. 00000100:00000010:2.0:1761312154.675290:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:2.0:1761312154.675295:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3c35645. 00000100:00000010:2.0:1761312154.675297:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb1bc77a. 02000000:00000010:2.0:1761312154.675300:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5f75ef2. 00000100:00000010:2.0:1761312154.675303:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:2.0:1761312154.675306:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef63c7e6. 00000100:00000010:2.0:1761312154.675309:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 02000000:00000010:2.0:1761312154.675312:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000100:00000010:2.0:1761312154.675314:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 00000100:00000200:2.0:1761312154.675329:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312154.675335:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000486d69d5. 00000400:00000010:2.0:1761312154.675339:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007983c089 (tot 82339218). 00000800:00000200:3.0:1761312154.675598:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.675602:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312154.675607:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.675611:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.675615:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:3.0:1761312154.675616:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 02000000:00000010:3.0:1761312154.675620:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2aee261. 00010000:00000010:2.1:1761312154.680006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095b8b2c3. 00000400:00000200:0.0:1761312154.682258:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.682287:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780023c0 00000400:00000200:0.0:1761312154.682298:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaedbd [1] + 224 00000400:00000200:0.0:1761312154.682318:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.682323:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.682338:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015326144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.683057:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df28d40a. 00000400:00000200:2.0:1761312154.683066:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312154.683069:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312154.683078:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015326144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.683089:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015326144/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.683125:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d283d43. 02000000:00000010:2.0:1761312154.683132:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5eca9cd. 00000100:00000010:2.0:1761312154.683135:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:2.0:1761312154.683142:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aafa138. 00010000:00000010:2.0:1761312154.683146:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007be982a. 00010000:00000010:2.1:1761312154.683675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00010000:00000010:2.1:1761312154.683685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd636d7. 00000400:00000200:1.0:1761312154.687765:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.687789:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56180 00000400:00000200:1.0:1761312154.687798:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 0 00000400:00000200:1.0:1761312154.687950:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.687957:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.687965:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.687973:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5e7c456. 00000020:00000010:2.0:1761312154.691968:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008eb9eb02. 00000020:00000010:2.0:1761312154.691985:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.691994:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.692036:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c5e7c456 x1846868012523904/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.692088:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523904 02000000:00000010:2.0:1761312154.692101:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fed802a. 00010000:00000010:2.0:1761312154.692137:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbec5eae. 00010000:00000010:2.0:1761312154.692164:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.692174:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312154.692198:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312154.692208:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312154.692226:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.692233:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523904, offset 224 00000400:00000200:2.0:1761312154.692244:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.692263:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.692270:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89059:89059:256:4294967295] 192.168.203.32@tcp LPNI seq info [89059:89059:8:4294967295] 00000400:00000200:2.0:1761312154.692289:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.692297:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.692303:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.692311:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.692320:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.692326:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.692351:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312154.692355:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.692359:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008eb9eb02. 00000800:00000200:2.0:1761312154.692480:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.692485:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:2.0:1761312154.692492:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.692497:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.692502:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:2.0:1761312154.692505:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00080000:00000010:3.0:1761312154.693517:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008af35e54. 00010000:00000010:3.0:1761312154.693663:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:3.0:1761312154.693673:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001135693d. 00010000:00000010:3.0:1761312154.693776:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.0:1761312154.693784:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.693796:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054315a4e. 00000100:00000010:3.0:1761312154.693805:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.693816:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312154.693831:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060f81685. 02000000:00000010:3.0:1761312154.693864:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f7f6dcb. 00000400:00000010:3.0:1761312154.693872:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebd76138. 00000400:00000010:3.0:1761312154.693878:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312154.693886:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326208, portal 16 00000400:00000010:3.0:1761312154.693891:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312154.693894:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326208, offset 0 00000400:00000200:3.0:1761312154.693902:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.693918:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.693926:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.693930:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.693933:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.693936:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89060:89060:256:4294967295] 192.168.203.32@tcp LPNI seq info [89060:89060:8:4294967295] 00000400:00000200:3.0:1761312154.693946:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.693953:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.693957:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312154.693963:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.693971:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.693974:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.694152:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.694158:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312154.694163:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.694168:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.694172:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:1.0:1761312154.694174:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:1.0:1761312154.694180:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015326208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.695503:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.695523:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002400 00000400:00000200:1.0:1761312154.695531:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaedd1 [1] + 224 00000400:00000200:1.0:1761312154.695550:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.695554:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.695565:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015326208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.695750:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebd76138. 00000400:00000200:3.0:1761312154.695756:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:3.0:1761312154.695758:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000100:00000200:3.0:1761312154.695765:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015326208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.695772:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015326208/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.695807:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f7f6dcb. 02000000:00000010:3.0:1761312154.695817:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060f81685. 00000100:00000010:3.0:1761312154.695822:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312154.695826:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.695831:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054315a4e. 00000400:00000200:2.0:1761312154.697343:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.697368:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d561c0 00000400:00000200:2.0:1761312154.697378:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 328 00000400:00000200:2.0:1761312154.697463:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.697469:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.697477:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.697484:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb3f8f80. 00000020:00000010:1.0:1761312154.697563:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057341d73. 00000020:00000010:1.0:1761312154.697573:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.697578:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.697613:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb3f8f80 x1846868012523968/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.697670:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012523968 02000000:00000010:1.0:1761312154.697687:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dcf9ff10. 00010000:00000010:1.0:1761312154.697724:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032a279ce. 00010000:00000010:1.0:1761312154.697761:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000734b399. 00000100:00000010:1.0:1761312154.697769:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.697787:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.697791:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000734b399. 00000400:00000010:1.0:1761312154.697809:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312154.697816:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012523968, offset 224 00000400:00000200:1.0:1761312154.697826:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.697838:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.697845:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89061:89061:256:4294967295] 192.168.203.32@tcp LPNI seq info [89061:89061:8:4294967295] 00000400:00000200:1.0:1761312154.697855:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.697861:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.697865:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312154.697871:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.697879:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.697884:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.697915:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000741414e7. 00000020:00000010:1.0:1761312154.697921:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.697925:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057341d73. 00000800:00000200:2.0:1761312154.697983:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.697987:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82338970). 00000400:00000200:2.0:1761312154.697994:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.697998:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.698002:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00080000:00000010:3.0:1761312154.698004:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f81685. 00000400:00000010:2.0:1761312154.698004:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00010000:00000010:3.0:1761312154.698112:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.698120:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003bded76a. 00010000:00000010:3.0:1761312154.698219:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312154.698225:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.698232:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.0:1761312154.698239:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00080000:00000010:3.0:1761312154.698255:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f7f6dcb. 00010000:00000010:3.0:1761312154.698279:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.698283:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.698346:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031d894aa. 00010000:00000010:3.0:1761312154.698350:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.698359:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054315a4e. 00000100:00000010:3.0:1761312154.698364:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.698371:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312154.698384:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcd47f0b. 02000000:00000010:3.0:1761312154.698416:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fc0d26c. 00000400:00000010:3.0:1761312154.698423:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebd76138. 00000400:00000010:3.0:1761312154.698429:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312154.698435:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326272, portal 16 00000400:00000010:3.0:1761312154.698441:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312154.698443:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326272, offset 0 00000400:00000200:3.0:1761312154.698450:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.698458:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.698466:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.698472:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.698475:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.698477:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89062:89062:256:4294967295] 192.168.203.32@tcp LPNI seq info [89062:89062:8:4294967295] 00000400:00000200:3.0:1761312154.698486:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.698491:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.698494:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312154.698497:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.698502:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.698504:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.699861:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.699868:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312154.699876:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.699883:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.699889:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:1.0:1761312154.699891:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00000100:00000200:1.0:1761312154.699899:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015326272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.703653:0:78566:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e61fc9. 00010000:00000010:1.1:1761312154.703823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d819f1. 00010000:00000010:3.1:1761312154.704268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1f7aed. 00010000:00000010:3.1:1761312154.704276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00000400:00000200:3.0:1761312154.704862:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.704884:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002440 00000400:00000200:3.0:1761312154.704895:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeddd [1] + 224 00000400:00000200:3.0:1761312154.704909:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.704915:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.704929:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015326272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.704974:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.704979:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56200 00000400:00000200:3.0:1761312154.704985:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 656 00000400:00000010:0.0:1761312154.704993:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebd76138. 00000400:00000200:3.0:1761312154.704994:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.704997:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.704998:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:0.0:1761312154.705000:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000100:00000200:3.0:1761312154.705011:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761312154.705011:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015326272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761312154.705017:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00000100:00000200:0.0:1761312154.705019:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015326272/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.705054:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fc0d26c. 02000000:00000010:0.0:1761312154.705064:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bcd47f0b. 00000100:00000010:0.0:1761312154.705069:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:0.0:1761312154.705073:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:0.0:1761312154.705078:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054315a4e. 00000020:00000010:1.0:1761312154.705147:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d4da5ad. 00000020:00000010:1.0:1761312154.705156:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.705161:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.705188:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012524032/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.705224:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524032 02000000:00000010:1.0:1761312154.705242:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cdf26169. 00010000:00000010:1.0:1761312154.705275:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e1219ea. 00010000:00000010:1.0:1761312154.705298:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000ca3b14. 00000100:00000010:1.0:1761312154.705305:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.705313:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.705316:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000ca3b14. 00000400:00000010:1.0:1761312154.705331:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312154.705336:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524032, offset 224 00000400:00000200:1.0:1761312154.705344:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.705357:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.705363:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89063:89063:256:4294967295] 192.168.203.32@tcp LPNI seq info [89063:89063:8:4294967295] 00000400:00000200:1.0:1761312154.705374:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.705380:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.705386:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339218). 00000800:00000200:1.0:1761312154.705391:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.705399:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.705403:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.705434:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.705439:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.705443:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d4da5ad. 00080000:00000010:0.0:1761312154.705505:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000513ddc50. 00010000:00000010:0.0:1761312154.705619:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:0.0:1761312154.705654:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e14093a7. 00010000:00000010:0.0:1761312154.705753:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312154.705760:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312154.705773:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312154.705778:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312154.705785:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 02000000:00000010:0.0:1761312154.705798:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c92b97c. 02000000:00000010:0.0:1761312154.705830:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d283d43. 00000400:00000010:0.0:1761312154.705835:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312154.705840:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312154.705846:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326336, portal 16 00000400:00000010:0.0:1761312154.705851:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312154.705853:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326336, offset 0 00000400:00000200:0.0:1761312154.705860:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.705866:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.705875:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.705879:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.705883:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.705885:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89064:89064:255:4294967295] 192.168.203.32@tcp LPNI seq info [89064:89064:7:4294967295] 00000400:00000200:0.0:1761312154.705893:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.705898:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.705901:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.705905:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.705909:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.705911:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312154.706017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eb6a9ac. 00010000:00000010:3.1:1761312154.706026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.1:1761312154.706030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312154.706033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00000800:00000200:3.0:1761312154.706079:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.706083:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82339218). 00000400:00000200:3.0:1761312154.706090:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.706094:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.706098:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312154.706102:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000800:00000200:3.0:1761312154.706167:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.706169:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312154.706173:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.706177:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.706178:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312154.706180:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:3.0:1761312154.706186:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015326336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.714753:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.714778:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002480 00000400:00000200:1.0:1761312154.714789:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaede9 [1] + 224 00000400:00000200:1.0:1761312154.714804:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.714809:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.714823:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015326336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.714867:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.714873:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56240 00000400:00000200:1.0:1761312154.714878:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 984 00000400:00000200:1.0:1761312154.714891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.714894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.714899:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.714906:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd8565e1. 00000020:00000010:3.0:1761312154.715464:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000466986b3. 00000020:00000010:3.0:1761312154.715474:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.715480:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.715515:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd8565e1 x1846868012524096/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.715558:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524096 02000000:00000010:3.0:1761312154.715573:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcd47f0b. 00010000:00000010:3.0:1761312154.715621:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009175ffd5. 00000100:00000010:3.0:1761312154.715667:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.715676:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.715682:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009175ffd5. 00000400:00000010:3.0:1761312154.715705:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312154.715712:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524096, offset 224 00000400:00000200:3.0:1761312154.715723:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.715751:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.715758:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89065:89065:256:4294967295] 192.168.203.32@tcp LPNI seq info [89065:89065:8:4294967295] 00000400:00000200:3.0:1761312154.715769:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.715775:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.715780:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312154.715787:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.715796:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.715801:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.715833:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.715840:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.715843:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000466986b3. 00000400:00000010:0.0:1761312154.715927:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312154.715934:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:0.0:1761312154.715936:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:0.0:1761312154.715943:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015326336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.715953:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015326336/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.715980:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043959468. 02000000:00000010:0.0:1761312154.715995:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d283d43. 02000000:00000010:0.0:1761312154.716002:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c92b97c. 00000100:00000010:0.0:1761312154.716007:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:0.0:1761312154.716012:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00010000:00000010:0.0:1761312154.716015:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00080000:00000010:0.0:1761312154.716036:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d283d43. 00010000:00000010:0.0:1761312154.716137:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312154.716144:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007eedb674. 00010000:00000010:0.0:1761312154.716248:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.0:1761312154.716255:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312154.716268:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312154.716271:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312154.716278:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 02000000:00000010:0.0:1761312154.716290:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072747794. 02000000:00000010:0.0:1761312154.716321:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c92b97c. 00000400:00000010:0.0:1761312154.716326:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312154.716330:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312154.716336:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326400, portal 16 00000400:00000010:0.0:1761312154.716340:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312154.716342:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326400, offset 0 00000400:00000200:0.0:1761312154.716349:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.716356:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.716363:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.716368:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.716371:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.716373:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89066:89066:255:4294967295] 192.168.203.32@tcp LPNI seq info [89066:89066:7:4294967295] 00000400:00000200:0.0:1761312154.716381:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.716386:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.716390:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312154.716394:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.716399:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.716401:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.717587:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.717595:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:1.0:1761312154.717604:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.717613:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.717619:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:1.0:1761312154.717649:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 00000800:00000200:1.0:1761312154.717768:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.717771:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312154.717774:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.717778:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.717780:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:1.0:1761312154.717782:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:1.0:1761312154.717789:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015326400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.719768:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.719791:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780024c0 00000400:00000200:2.0:1761312154.719802:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaedf5 [1] + 224 00000400:00000200:2.0:1761312154.719837:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.719843:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.719856:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015326400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.721336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2067865. 00010000:00000010:0.1:1761312154.721352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d894aa. 00000400:00000010:0.0:1761312154.721380:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:0.0:1761312154.721384:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:0.0:1761312154.721387:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:0.0:1761312154.721400:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015326400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.721411:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015326400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312154.721447:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c92b97c. 02000000:00000010:0.0:1761312154.721453:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072747794. 00000100:00000010:0.0:1761312154.721459:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:0.0:1761312154.721464:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00010000:00000010:0.0:1761312154.721468:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00010000:00000010:1.1:1761312154.723963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a0cc95. 00000400:00000200:1.0:1761312154.724025:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.724045:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56280 00000400:00000200:1.0:1761312154.724054:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 1312 00000400:00000200:1.0:1761312154.724144:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.724150:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.724158:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.724164:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032fd011e. 00000020:00000010:1.0:1761312154.724238:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c9a0310. 00000020:00000010:1.0:1761312154.724246:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.724252:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.724285:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032fd011e x1846868012524160/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312154.724318:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524160 02000000:00000010:1.0:1761312154.724331:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057455f6a. 00010000:00000010:1.0:1761312154.724367:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c2b2040. 00010000:00000010:1.0:1761312154.724394:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000ca3b14. 00000100:00000010:1.0:1761312154.724402:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.724415:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.724420:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000ca3b14. 00000400:00000010:1.0:1761312154.724436:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312154.724442:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524160, offset 224 00000400:00000200:1.0:1761312154.724452:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.724466:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.724473:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89067:89067:256:4294967295] 192.168.203.32@tcp LPNI seq info [89067:89067:8:4294967295] 00000400:00000200:1.0:1761312154.724486:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.724492:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.724497:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339218). 00000800:00000200:1.0:1761312154.724503:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.724512:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.724517:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.724543:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.724549:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.724554:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c9a0310. 00000800:00000200:1.0:1761312154.724673:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.724677:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:1.0:1761312154.724682:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.724686:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.724690:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:1.0:1761312154.724692:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00080000:00000010:0.0:1761312154.724786:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c92b97c. 00010000:00000010:0.0:1761312154.724901:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312154.724909:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ffaa915. 00010000:00000010:0.0:1761312154.725008:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312154.725017:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312154.725032:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312154.725038:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312154.725047:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 02000000:00000010:0.0:1761312154.725062:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072747794. 02000000:00000010:0.0:1761312154.725097:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087cb84aa. 00000400:00000010:0.0:1761312154.725105:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be20eb21. 00000400:00000010:0.0:1761312154.725111:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312154.725117:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326464, portal 16 00000400:00000010:0.0:1761312154.725123:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312154.725125:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326464, offset 0 00000400:00000200:0.0:1761312154.725132:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.725141:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.725150:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.725154:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.725158:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.725161:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89068:89068:256:4294967295] 192.168.203.32@tcp LPNI seq info [89068:89068:8:4294967295] 00000400:00000200:0.0:1761312154.725171:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.725176:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.725180:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312154.725186:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.725191:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.725193:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.725296:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.725300:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312154.725305:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.725311:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.725315:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312154.725317:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00000100:00000200:3.0:1761312154.725325:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015326464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.738709:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d492a7. 00010000:00000010:0.1:1761312154.738734:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031189985. 00010000:00000010:0.1:1761312154.738752:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.1:1761312154.738759:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c90de43e. 00010000:00000010:0.1:1761312154.738765:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00000400:00000200:0.0:1761312154.738808:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.738830:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002500 00000400:00000200:0.0:1761312154.738842:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee01 [1] + 224 00000400:00000200:0.0:1761312154.738856:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.738861:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.738877:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015326464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.738921:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.738929:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d562c0 00000400:00000200:0.0:1761312154.738935:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 1640 00000400:00000010:2.0:1761312154.738953:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be20eb21. 00000400:00000200:2.0:1761312154.738961:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:2.0:1761312154.738964:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000100:00000200:2.0:1761312154.738971:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015326464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.738980:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015326464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.739022:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087cb84aa. 00000400:00000200:0.0:1761312154.739024:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761312154.739030:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072747794. 00000400:00000200:0.0:1761312154.739031:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000010:2.0:1761312154.739039:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000200:0.0:1761312154.739039:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.739046:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312154.739048:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 00010000:00000010:2.0:1761312154.739051:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00000020:00000010:0.0:1761312154.739113:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfea9cee. 00000020:00000010:0.0:1761312154.739121:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312154.739128:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312154.739155:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000021c343c4 x1846868012524224/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.739195:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524224 02000000:00000010:0.0:1761312154.739210:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087cb84aa. 00010000:00000010:0.0:1761312154.739247:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066d39665. 00010000:00000010:0.0:1761312154.739272:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312154.739280:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312154.739298:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312154.739301:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312154.739318:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312154.739324:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524224, offset 224 00080000:00000010:2.0:1761312154.739328:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c35645. 00000400:00000200:0.0:1761312154.739333:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.739346:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.739352:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89069:89069:256:4294967295] 192.168.203.32@tcp LPNI seq info [89069:89069:8:4294967295] 00000400:00000200:0.0:1761312154.739364:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.739370:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.739377:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.739383:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.739391:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.739395:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.739416:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312154.739423:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.739426:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfea9cee. 00010000:00000010:2.0:1761312154.739441:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:2.0:1761312154.739461:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f9dc43d. 00000800:00000200:0.0:1761312154.739501:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.739505:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.739509:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.739512:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.739515:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:0.0:1761312154.739517:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00010000:00000010:2.0:1761312154.739552:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312154.739559:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.739572:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009d91177. 00000100:00000010:2.0:1761312154.739577:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312154.739584:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312154.739596:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5eca9cd. 02000000:00000010:2.0:1761312154.739644:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072747794. 00000400:00000010:2.0:1761312154.739650:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312154.739655:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.739661:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326528, portal 16 00000400:00000010:2.0:1761312154.739666:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312154.739668:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326528, offset 0 00000400:00000200:2.0:1761312154.739674:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.739681:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.744248:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.744252:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.744258:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.744262:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89070:89070:256:4294967295] 192.168.203.32@tcp LPNI seq info [89070:89070:8:4294967295] 00000400:00000200:2.0:1761312154.744275:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.744284:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.744291:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.744301:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.744312:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.744316:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.744470:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.744474:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:2.0:1761312154.744481:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.744486:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.744492:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:2.0:1761312154.744495:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:2.0:1761312154.744506:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015326528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312154.754750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca3fcab5. 00000400:00000200:0.0:1761312154.755386:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.755408:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002540 00000400:00000200:0.0:1761312154.755418:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee0d [1] + 224 00000400:00000200:0.0:1761312154.755435:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.755440:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.755455:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015326528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.755499:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.755506:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56300 00000400:00000200:0.0:1761312154.755512:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad725 [2] + 1968 00000400:00000010:0.0:1761312154.755525:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f1bf184. 00000400:00000200:0.0:1761312154.755534:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a2a791e2 00000400:00000010:2.0:1761312154.755541:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:2.0:1761312154.755548:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:2.0:1761312154.755550:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.755558:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015326528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.755566:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015326528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.755609:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.755614:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.755617:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2a791e2 00000400:00000010:0.0:1761312154.755619:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a2a791e2 (tot 82338818). 00000100:00000200:0.0:1761312154.755662:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761312154.756100:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072747794. 02000000:00000010:2.0:1761312154.756110:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5eca9cd. 00000100:00000010:2.0:1761312154.756116:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312154.756122:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312154.756127:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009d91177. 00000020:00000010:3.0:1761312154.759043:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f75ef2. 00000020:00000010:3.0:1761312154.759060:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.759065:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.759104:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000002af9943 x1846868012524288/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.759155:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524288 02000000:00000010:3.0:1761312154.759170:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000177c5234. 00010000:00000010:3.0:1761312154.759204:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4852c78. 00010000:00000010:3.0:1761312154.759228:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c6d11ef. 00000100:00000010:3.0:1761312154.759237:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d1a080a. 00000100:00000010:3.0:1761312154.759249:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d1a080a. 00010000:00000010:3.0:1761312154.759254:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c6d11ef. 00000400:00000010:3.0:1761312154.759272:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b6e8d9a. 00000100:00000200:3.0:1761312154.759279:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524288, offset 224 00000400:00000200:3.0:1761312154.759289:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.759307:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.759315:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89071:89071:256:4294967295] 192.168.203.32@tcp LPNI seq info [89071:89071:8:4294967295] 00000400:00000200:3.0:1761312154.759327:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.759334:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.759340:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312154.759347:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.759355:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.759360:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.759377:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.759384:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.759387:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5f75ef2. 02000000:00000010:3.0:1761312154.759398:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087cb84aa. 00000100:00000010:3.0:1761312154.759402:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 02000000:00000010:3.0:1761312154.759407:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057455f6a. 00000100:00000010:3.0:1761312154.759411:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032fd011e. 02000000:00000010:3.0:1761312154.759414:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcd47f0b. 00000100:00000010:3.0:1761312154.759418:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd8565e1. 02000000:00000010:3.0:1761312154.759421:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cdf26169. 00000100:00000010:3.0:1761312154.759423:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312154.759431:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcf9ff10. 00000100:00000010:3.0:1761312154.759433:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 02000000:00000010:3.0:1761312154.759437:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fed802a. 00000100:00000010:3.0:1761312154.759440:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5e7c456. 00000100:00000200:3.0:1761312154.759446:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312154.759453:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebd76138. 00000400:00000010:3.0:1761312154.759458:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009d1a080a (tot 82339218). 00000800:00000200:0.0:1761312154.759656:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.759661:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312154.759666:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.759673:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.759677:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b6e8d9a 00000400:00000010:0.0:1761312154.759680:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b6e8d9a. 02000000:00000010:0.0:1761312154.759685:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000177c5234. 00080000:00000010:2.0:1761312154.761931:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072747794. 00010000:00000010:2.0:1761312154.762064:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.762075:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b872aa65. 00010000:00000010:2.0:1761312154.762169:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000479b352b. 00010000:00000010:2.0:1761312154.762176:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312154.762193:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009d91177. 00000100:00000010:2.0:1761312154.762203:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312154.762215:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312154.762236:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5eca9cd. 02000000:00000010:2.0:1761312154.762276:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70cb4a8. 00000400:00000010:2.0:1761312154.762285:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312154.762293:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312154.762301:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326592, portal 16 00000400:00000010:2.0:1761312154.762308:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312154.762311:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326592, offset 0 00000400:00000200:2.0:1761312154.762325:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.762346:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.762355:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.762359:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.762362:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.762365:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89072:89072:256:4294967295] 192.168.203.32@tcp LPNI seq info [89072:89072:8:4294967295] 00000400:00000200:2.0:1761312154.762375:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.762383:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.762388:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312154.762395:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.762404:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.762408:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.762618:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.762727:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312154.762733:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.762748:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.762752:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:3.0:1761312154.762755:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00000100:00000200:3.0:1761312154.762763:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015326592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312154.763900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2f9bbf. 00010000:00000010:2.1:1761312154.763914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.1:1761312154.775167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd97b4bd. 00000400:00000200:0.0:1761312154.775748:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.775770:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002580 00000400:00000200:0.0:1761312154.775782:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee1d [1] + 224 00000400:00000200:0.0:1761312154.775802:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.775807:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.775821:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015326592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312154.775879:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:3.0:1761312154.775885:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312154.775887:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:3.0:1761312154.775895:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015326592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.775903:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015326592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.775940:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70cb4a8. 02000000:00000010:3.0:1761312154.775947:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5eca9cd. 00000100:00000010:3.0:1761312154.775952:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:3.0:1761312154.775957:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:3.0:1761312154.775962:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009d91177. 00010000:00000010:3.1:1761312154.777090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e09e61b7. 00010000:00000010:2.1:1761312154.778974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6a7c8a7. 00010000:00000010:2.1:1761312154.778992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00000400:00000200:0.0:1761312154.779033:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.779059:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56340 00000400:00000200:0.0:1761312154.779069:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 0 00000400:00000200:0.0:1761312154.779152:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.779158:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.779166:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.779172:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:2.0:1761312154.779312:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:2.0:1761312154.779322:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.779327:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.779359:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012524352/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.779408:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524352 02000000:00000010:2.0:1761312154.779423:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312154.779461:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c17c5833. 00010000:00000010:2.0:1761312154.779489:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.779497:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.779519:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.779524:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312154.779541:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.779547:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524352, offset 224 00080000:00000010:3.0:1761312154.779557:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef14b62a. 00000400:00000200:2.0:1761312154.779557:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.779570:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.779577:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89073:89073:256:4294967295] 192.168.203.32@tcp LPNI seq info [89073:89073:8:4294967295] 00000400:00000200:2.0:1761312154.779587:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.779592:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.779598:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.779604:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.779612:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.779617:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.779662:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.779667:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.779671:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00010000:00000010:3.0:1761312154.779693:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:3.0:1761312154.779702:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6f26a31. 00000800:00000200:2.0:1761312154.779775:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.779779:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:2.0:1761312154.779785:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.779789:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.779794:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.779796:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00010000:00000010:3.0:1761312154.779806:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.0:1761312154.779814:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec2e1f62. 00010000:00000010:2.0:1761312154.779910:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.779916:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.779925:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312154.779939:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9544f4b. 02000000:00000010:2.0:1761312154.779970:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e70cb4a8. 00000400:00000010:2.0:1761312154.779977:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a016973. 00000400:00000010:2.0:1761312154.779982:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.779987:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326656, portal 16 00000400:00000010:2.0:1761312154.779993:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312154.779995:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326656, offset 0 00000400:00000200:2.0:1761312154.779999:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.780006:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.780013:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312154.780017:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.780020:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.780022:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89074:89074:256:4294967295] 192.168.203.32@tcp LPNI seq info [89074:89074:8:4294967295] 00000400:00000200:2.0:1761312154.780029:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.780033:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.780036:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.780040:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.780044:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.780046:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.780140:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.780143:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:2.0:1761312154.780147:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.780151:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.780154:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:2.0:1761312154.780155:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:2.0:1761312154.780160:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015326656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.781489:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.781505:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780025c0 00000400:00000200:3.0:1761312154.781512:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee29 [1] + 224 00000400:00000200:3.0:1761312154.781527:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.781530:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.781539:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015326656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.781597:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a016973. 00000400:00000200:2.0:1761312154.781602:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.781604:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:2.0:1761312154.781610:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015326656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.781619:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015326656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.781668:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e70cb4a8. 02000000:00000010:2.0:1761312154.781676:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9544f4b. 00000100:00000010:2.0:1761312154.781691:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312154.781698:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.781703:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000200:2.0:1761312154.784050:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.784076:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56380 00000400:00000200:2.0:1761312154.784086:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 328 00000400:00000200:2.0:1761312154.784166:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.784172:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.784181:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.784188:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 00000020:00000010:3.0:1761312154.784459:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000177c5234. 00000020:00000010:3.0:1761312154.784468:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.784474:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.784507:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72bbf68 x1846868012524416/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.784549:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524416 02000000:00000010:3.0:1761312154.784563:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5eca9cd. 00010000:00000010:3.0:1761312154.784597:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000738daba8. 00010000:00000010:3.0:1761312154.784621:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80a7cae. 00000100:00000010:3.0:1761312154.784651:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312154.784675:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312154.784679:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80a7cae. 00000400:00000010:3.0:1761312154.784699:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00080000:00000010:1.0:1761312154.784704:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c9a0310. 00000100:00000200:3.0:1761312154.784705:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524416, offset 224 00000400:00000200:3.0:1761312154.784713:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.784727:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.784734:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89075:89075:256:4294967295] 192.168.203.32@tcp LPNI seq info [89075:89075:8:4294967295] 00000400:00000200:3.0:1761312154.784757:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.784763:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.784769:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312154.784775:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.784784:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.784789:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.784821:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.784827:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00010000:00000010:1.0:1761312154.784829:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec2e1f62. 00000020:00000010:3.0:1761312154.784830:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000177c5234. 00010000:00000010:1.0:1761312154.784835:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f69b6118. 00000800:00000200:2.0:1761312154.784891:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.784896:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82338970). 00000400:00000200:2.0:1761312154.784901:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.784906:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.784910:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:2.0:1761312154.784913:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00010000:00000010:1.0:1761312154.784928:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312154.784936:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312154.784949:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000ca3b14. 00000100:00000010:1.0:1761312154.784953:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.784962:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312154.784975:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cdf26169. 02000000:00000010:1.0:1761312154.785007:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057455f6a. 00000400:00000010:1.0:1761312154.785013:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005928fd42. 00000400:00000010:1.0:1761312154.785020:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312154.785026:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326720, portal 16 00000400:00000010:1.0:1761312154.785031:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312154.785034:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326720, offset 0 00000400:00000200:1.0:1761312154.785039:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.785045:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.785054:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.785058:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.785062:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.785064:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89076:89076:256:4294967295] 192.168.203.32@tcp LPNI seq info [89076:89076:8:4294967295] 00000400:00000200:1.0:1761312154.785072:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.785076:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.785079:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339218). 00000800:00000200:1.0:1761312154.785083:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.785087:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.785090:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312154.787828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870c38bb. 00000800:00000200:3.0:1761312154.788708:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.788714:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:3.0:1761312154.788721:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.788733:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.788747:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:3.0:1761312154.788750:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:3.0:1761312154.788760:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015326720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.790670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8b7c53. 00010000:00000010:3.1:1761312154.790687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000479b352b. 00000400:00000200:3.0:1761312154.796801:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.796826:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002600 00000400:00000200:3.0:1761312154.796837:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee35 [1] + 224 00000400:00000200:3.0:1761312154.796859:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.796865:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.796879:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015326720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312154.797621:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005928fd42. 00000400:00000200:1.0:1761312154.797646:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:1.0:1761312154.797648:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:1.0:1761312154.797658:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015326720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312154.797667:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015326720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312154.797704:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057455f6a. 02000000:00000010:1.0:1761312154.797712:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cdf26169. 00000100:00000010:1.0:1761312154.797716:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:1.0:1761312154.797721:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312154.797725:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000ca3b14. 00010000:00000010:1.1:1761312154.798687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc239f98. 00010000:00000010:1.1:1761312154.798702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.1:1761312154.799494:0:78568:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2eaa4cd. 00000400:00000200:0.0:1761312154.799710:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.799732:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d563c0 00000400:00000200:0.0:1761312154.799751:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 656 00000400:00000200:0.0:1761312154.799843:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.799849:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.799858:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312154.799865:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00000020:00000010:3.0:1761312154.800953:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000177c5234. 00000020:00000010:3.0:1761312154.800965:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.800971:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.801018:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f04076bd x1846868012524480/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.801053:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524480 02000000:00000010:3.0:1761312154.801068:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fed802a. 00010000:00000010:3.0:1761312154.801105:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afab3b01. 00010000:00000010:3.0:1761312154.802084:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80a7cae. 00000100:00000010:3.0:1761312154.802099:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312154.802123:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312154.802128:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80a7cae. 00000400:00000010:3.0:1761312154.802153:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312154.802160:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524480, offset 224 00000400:00000200:3.0:1761312154.802171:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312154.802174:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdf26169. 00000400:00000200:3.0:1761312154.802191:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.802198:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89077:89077:256:4294967295] 192.168.203.32@tcp LPNI seq info [89077:89077:8:4294967295] 00000400:00000200:3.0:1761312154.802208:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.802214:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.802219:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.802227:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.802235:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.802239:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.802266:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.802273:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.802277:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000177c5234. 00010000:00000010:1.0:1761312154.802295:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312154.802304:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009041743d. 00000800:00000200:3.0:1761312154.802415:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.802419:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312154.802424:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761312154.802426:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00000400:00000200:3.0:1761312154.802429:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00010000:00000010:1.0:1761312154.802431:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00000400:00000200:3.0:1761312154.802434:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:3.0:1761312154.802436:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00010000:00000010:1.0:1761312154.802443:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000ca3b14. 00000100:00000010:1.0:1761312154.802447:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312154.802456:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 02000000:00000010:1.0:1761312154.802470:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057455f6a. 02000000:00000010:1.0:1761312154.802501:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057341d73. 00000400:00000010:1.0:1761312154.802507:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005928fd42. 00000400:00000010:1.0:1761312154.802512:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312154.802519:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326784, portal 16 00000400:00000010:1.0:1761312154.802523:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312154.802525:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326784, offset 0 00000400:00000200:1.0:1761312154.802530:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.802536:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.802543:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312154.802547:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312154.802550:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312154.802553:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89078:89078:256:4294967295] 192.168.203.32@tcp LPNI seq info [89078:89078:8:4294967295] 00000400:00000200:1.0:1761312154.802560:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.802564:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.802566:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ae20c3 (tot 82339218). 00000800:00000200:1.0:1761312154.802569:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.802572:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.802574:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000096ae20c3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761312154.807645:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001037edfd. 00010000:00000010:1.1:1761312154.807665:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00000800:00000200:3.0:1761312154.811093:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.811102:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ae20c3 (tot 82338970). 00000400:00000200:3.0:1761312154.811112:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.811124:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.811187:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:3.0:1761312154.811191:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:3.0:1761312154.811245:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ccedbd1 x1846868015326784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312154.813033:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312154.813053:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002640 00000400:00000200:0.0:1761312154.813063:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee41 [1] + 224 00000400:00000200:0.0:1761312154.813076:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.813081:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312154.813093:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ccedbd1 x1846868015326784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.817914:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.817938:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56400 00000400:00000200:1.0:1761312154.817948:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 984 00000400:00000200:1.0:1761312154.818037:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.818043:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.818051:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761312154.818057:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081461940. 00000100:00000010:1.0:1761312154.818058:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b965a72d. 00000400:00000010:3.0:1761312154.818078:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005928fd42. 00000400:00000200:3.0:1761312154.818084:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:3.0:1761312154.818090:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:3.0:1761312154.818102:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ccedbd1 x1846868015326784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.818113:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ccedbd1 x1846868015326784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.818152:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057341d73. 02000000:00000010:3.0:1761312154.818163:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057455f6a. 00000100:00000010:3.0:1761312154.818232:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 00000100:00000010:3.0:1761312154.818238:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:3.0:1761312154.818243:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000ca3b14. 00000020:00000010:0.0:1761312154.818361:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfea9cee. 00000020:00000010:0.0:1761312154.818370:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312154.818375:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312154.818404:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b965a72d x1846868012524544/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312154.818448:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524544 02000000:00000010:0.0:1761312154.818461:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087cb84aa. 00010000:00000010:0.0:1761312154.818505:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089cd055a. 00010000:00000010:0.0:1761312154.818534:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312154.818542:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312154.818551:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312154.818554:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00000400:00000010:0.0:1761312154.818569:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312154.818574:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524544, offset 224 00000400:00000200:0.0:1761312154.818582:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.818596:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.818603:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89079:89079:256:4294967295] 192.168.203.32@tcp LPNI seq info [89079:89079:8:4294967295] 00000400:00000200:0.0:1761312154.818617:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.818677:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.818683:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.818690:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.818699:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.818703:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312154.818724:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312154.818730:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312154.818732:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfea9cee. 00000800:00000200:0.0:1761312154.818844:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.818849:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.818852:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.818856:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.818859:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:0.0:1761312154.818860:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00080000:00000010:3.0:1761312154.818982:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea93fa2d. 00010000:00000010:3.0:1761312154.819099:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:3.0:1761312154.819107:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea8caacc. 00010000:00000010:3.0:1761312154.819213:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.0:1761312154.819222:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec2e1f62. 00010000:00000010:3.0:1761312154.819234:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e80a7cae. 00000100:00000010:3.0:1761312154.819238:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312154.819248:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312154.819261:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177c5234. 02000000:00000010:3.0:1761312154.819299:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057455f6a. 00000400:00000010:3.0:1761312154.819305:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.819310:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312154.819316:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326848, portal 16 00000400:00000010:3.0:1761312154.819321:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312154.819322:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326848, offset 0 00000400:00000200:3.0:1761312154.819329:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.819338:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.819346:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.819350:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.819353:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.819356:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89080:89080:256:4294967295] 192.168.203.32@tcp LPNI seq info [89080:89080:8:4294967295] 00000400:00000200:3.0:1761312154.819362:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.819367:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.819371:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.819375:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.819380:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.819382:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.820149:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.820155:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:0.0:1761312154.820160:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.820167:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.820171:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:0.0:1761312154.820173:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:0.0:1761312154.820180:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015326848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.832451:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.832476:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002680 00000400:00000200:2.0:1761312154.832487:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee4d [1] + 224 00000400:00000200:2.0:1761312154.832502:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.832506:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.832521:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015326848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.832570:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.832576:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56440 00000400:00000200:2.0:1761312154.832582:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 1312 00000400:00000200:2.0:1761312154.832596:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.832600:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.832606:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.832612:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 00000020:00000010:2.0:1761312154.832697:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:2.0:1761312154.832705:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.832711:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.832752:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e3bd497f x1846868012524608/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.832787:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524608 02000000:00000010:2.0:1761312154.832803:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b000709. 00010000:00000010:2.0:1761312154.832852:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.832860:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.832868:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.832874:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312154.832891:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.832897:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524608, offset 224 00000400:00000200:2.0:1761312154.832906:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.832918:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.832925:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89081:89081:256:4294967295] 192.168.203.32@tcp LPNI seq info [89081:89081:8:4294967295] 00000400:00000200:2.0:1761312154.832936:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.832943:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.832948:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.832954:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.832963:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.832967:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.833009:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.833015:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.833019:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00000800:00000200:2.0:1761312154.833153:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.833157:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:2.0:1761312154.833162:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.833166:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.833170:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.833172:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000400:00000010:0.0:1761312154.833452:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:0.0:1761312154.833458:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:0.0:1761312154.833460:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00000100:00000200:0.0:1761312154.833467:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015326848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.833478:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015326848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.833504:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000901b9e16. 02000000:00000010:0.0:1761312154.833524:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057455f6a. 02000000:00000010:0.0:1761312154.833531:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177c5234. 00000100:00000010:0.0:1761312154.833536:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:0.0:1761312154.833542:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:0.0:1761312154.833545:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e80a7cae. 00080000:00000010:0.0:1761312154.833567:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a3795a8. 00010000:00000010:0.0:1761312154.833709:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec2e1f62. 00010000:00000010:0.0:1761312154.833717:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8abfe3c. 00010000:00000010:0.0:1761312154.833889:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.0:1761312154.833909:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312154.833936:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312154.833952:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312154.833961:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 02000000:00000010:0.0:1761312154.833975:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ccc2d32. 02000000:00000010:0.0:1761312154.834044:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d8b9b36. 00000400:00000010:0.0:1761312154.834051:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f1bf184. 00000400:00000010:0.0:1761312154.834056:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312154.834062:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326912, portal 16 00000400:00000010:0.0:1761312154.834067:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312154.834069:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326912, offset 0 00000400:00000200:0.0:1761312154.834093:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.834117:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.834126:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.834130:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.834133:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.834151:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89082:89082:256:4294967295] 192.168.203.32@tcp LPNI seq info [89082:89082:8:4294967295] 00000400:00000200:0.0:1761312154.834160:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.834166:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.834170:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.834176:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.834183:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.834186:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.834392:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.834396:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312154.834400:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.834417:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.834421:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:2.0:1761312154.834423:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:2.0:1761312154.834430:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d91a4279 x1846868015326912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.835675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b2c187d. 00010000:00000010:3.1:1761312154.838804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c1835f. 00010000:00000010:3.1:1761312154.838824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:0.1:1761312154.841837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ebe9a9d. 00010000:00000010:0.1:1761312154.841854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076fb050e. 00010000:00000010:0.1:1761312154.841859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00000400:00000200:1.0:1761312154.842936:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.842962:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780026c0 00000400:00000200:1.0:1761312154.842973:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee59 [1] + 224 00000400:00000200:1.0:1761312154.842990:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.842995:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.843009:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d91a4279 x1846868015326912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.846180:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.846203:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56480 00000400:00000200:1.0:1761312154.846212:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 1640 00000400:00000200:1.0:1761312154.846301:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.846306:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.846315:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.846322:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 00000020:00000010:1.0:1761312154.846396:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f350d8f5. 00000020:00000010:1.0:1761312154.846405:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.846410:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.846450:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ca87d8b x1846868012524672/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312154.846490:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524672 02000000:00000010:1.0:1761312154.846504:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b25c7d35. 00010000:00000010:1.0:1761312154.846554:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312154.846563:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312154.846570:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312154.846574:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00000400:00000010:1.0:1761312154.846592:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312154.846598:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524672, offset 224 00000400:00000200:1.0:1761312154.846606:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.846619:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.846652:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89083:89083:256:4294967295] 192.168.203.32@tcp LPNI seq info [89083:89083:8:4294967295] 00000400:00000200:1.0:1761312154.846664:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.846671:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.846677:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339218). 00000800:00000200:1.0:1761312154.846683:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.846693:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.846698:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.846718:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312154.846723:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.846728:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f350d8f5. 00000800:00000200:1.0:1761312154.846838:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.846842:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:1.0:1761312154.846847:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.846852:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.846856:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312154.846858:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000400:00000010:3.0:1761312154.847312:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f1bf184. 00000400:00000200:3.0:1761312154.847319:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312154.847321:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:3.0:1761312154.847330:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d91a4279 x1846868015326912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.847340:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d91a4279 x1846868015326912/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.847370:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9f79f02. 02000000:00000010:3.0:1761312154.847387:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d8b9b36. 02000000:00000010:3.0:1761312154.847394:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ccc2d32. 00000100:00000010:3.0:1761312154.847398:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 00000100:00000010:3.0:1761312154.847405:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:3.0:1761312154.847409:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00080000:00000010:3.0:1761312154.847431:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fc0d26c. 00010000:00000010:3.0:1761312154.847552:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:3.0:1761312154.847560:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000089ddde0. 00010000:00000010:3.0:1761312154.847884:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312154.847890:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.847896:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312154.847902:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00080000:00000010:3.0:1761312154.847920:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcf9ff10. 00010000:00000010:3.0:1761312154.847948:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.847953:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a777bb6. 00010000:00000010:3.0:1761312154.848019:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312154.848023:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.848032:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067b0377f. 00000100:00000010:3.0:1761312154.848039:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312154.848049:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312154.848064:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5f75ef2. 02000000:00000010:3.0:1761312154.848095:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036534ff0. 00000400:00000010:3.0:1761312154.848101:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.848108:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312154.848113:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015326976, portal 16 00000400:00000010:3.0:1761312154.848118:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312154.848121:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015326976, offset 0 00000400:00000200:3.0:1761312154.848129:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.848143:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.848151:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.848155:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.848158:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.848161:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89084:89084:256:4294967295] 192.168.203.32@tcp LPNI seq info [89084:89084:8:4294967295] 00000400:00000200:3.0:1761312154.848170:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.848177:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.848181:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312154.848186:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.848193:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.848195:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.849497:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.849505:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312154.849515:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.849524:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.849529:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:0.0:1761312154.849532:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:0.0:1761312154.849541:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015326976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.852640:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.852666:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002700 00000400:00000200:1.0:1761312154.852677:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee65 [1] + 224 00000400:00000200:1.0:1761312154.852694:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.852698:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.852710:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015326976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.852767:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.852772:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d564c0 00000400:00000200:1.0:1761312154.852779:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad77d [2] + 1968 00000400:00000010:1.0:1761312154.852783:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f96d4276. 00000400:00000200:1.0:1761312154.852788:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000c9643a0 00000400:00000010:2.0:1761312154.852795:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f0f5bf1. 00000400:00000200:2.0:1761312154.852803:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:2.0:1761312154.852805:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:2.0:1761312154.852814:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015326976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.852825:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015326976/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.852863:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761312154.852864:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036534ff0. 00000400:00000200:1.0:1761312154.852870:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:2.0:1761312154.852873:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5f75ef2. 00000400:00000200:1.0:1761312154.852874:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9643a0 00000400:00000010:1.0:1761312154.852878:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000c9643a0 (tot 82338818). 00000100:00000010:2.0:1761312154.852882:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000200:1.0:1761312154.852887:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.852892:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:2.0:1761312154.852899:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067b0377f. 00000020:00000010:3.0:1761312154.852965:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d55c7e20. 00000020:00000010:3.0:1761312154.852974:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.852980:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.853010:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068591e09 x1846868012524736/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312154.853056:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524736 02000000:00000010:3.0:1761312154.853070:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7fb4927. 00010000:00000010:3.0:1761312154.853106:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099fed57f. 00010000:00000010:3.0:1761312154.853130:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d1e0fb6. 00000100:00000010:3.0:1761312154.853137:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012b79e81. 00080000:00000010:2.0:1761312154.853791:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9544f4b. 00010000:00000010:2.0:1761312154.853988:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000181ebdb. 00010000:00000010:2.0:1761312154.853997:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:3.0:1761312154.854166:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00000100:00000010:3.0:1761312154.854176:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012b79e81. 00010000:00000010:3.0:1761312154.854179:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d1e0fb6. 00010000:00000010:3.0:1761312154.854185:0:71308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000775016e4. 00000400:00000010:3.0:1761312154.854207:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.854214:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524736, offset 224 00000400:00000200:3.0:1761312154.854224:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.854241:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.854247:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89085:89085:256:4294967295] 192.168.203.32@tcp LPNI seq info [89085:89085:8:4294967295] 00000400:00000200:3.0:1761312154.854258:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.854264:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.854270:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339066). 00000800:00000200:3.0:1761312154.854276:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.854284:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.854289:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.854313:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.854322:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.854325:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d55c7e20. 02000000:00000010:3.0:1761312154.854336:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b25c7d35. 00000100:00000010:3.0:1761312154.854343:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 02000000:00000010:3.0:1761312154.854347:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b000709. 00000100:00000010:3.0:1761312154.854355:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 02000000:00000010:3.0:1761312154.854360:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087cb84aa. 00000100:00000010:3.0:1761312154.854362:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b965a72d. 02000000:00000010:3.0:1761312154.854365:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fed802a. 00000100:00000010:3.0:1761312154.854369:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:3.0:1761312154.854375:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5eca9cd. 00000100:00000010:3.0:1761312154.854378:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 02000000:00000010:3.0:1761312154.854380:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:3.0:1761312154.854383:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 00000100:00000200:3.0:1761312154.854394:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312154.854401:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f0f5bf1. 00000400:00000010:3.0:1761312154.854406:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000012b79e81 (tot 82339218). 00010000:00000010:2.0:1761312154.854433:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.854439:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.854449:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312154.854462:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012810713. 02000000:00000010:2.0:1761312154.854492:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5f75ef2. 00000400:00000010:2.0:1761312154.854497:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a016973. 00000400:00000010:2.0:1761312154.854501:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.854504:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327040, portal 16 00000400:00000010:2.0:1761312154.854508:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312154.854510:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327040, offset 0 00000800:00000200:3.0:1761312154.854511:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.854515:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312154.854516:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.854519:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.854522:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.854523:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.854526:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312154.854527:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000400:00000200:2.0:1761312154.854530:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 02000000:00000010:3.0:1761312154.854531:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7fb4927. 00000400:00000200:2.0:1761312154.854534:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312154.854537:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312154.854540:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89086:89086:255:4294967295] 192.168.203.32@tcp LPNI seq info [89086:89086:7:4294967295] 00000400:00000200:2.0:1761312154.854547:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.854551:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.854554:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312154.854558:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.854562:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.854565:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312154.854688:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.854690:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312154.854695:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.854698:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.854700:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312154.854702:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312154.854707:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015327040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.855669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450faf3f. 00010000:00000010:3.1:1761312154.855679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007128c752. 00010000:00000010:3.1:1761312154.855683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00010000:00000010:3.1:1761312154.855687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312154.855690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00000400:00000200:1.0:1761312154.863268:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.863295:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002740 00000400:00000200:1.0:1761312154.863306:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee75 [1] + 224 00000400:00000200:1.0:1761312154.863321:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.863325:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.863338:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015327040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312154.863383:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.863389:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56500 00000400:00000200:1.0:1761312154.863395:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 0 00000400:00000200:1.0:1761312154.863409:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.863412:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.863416:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.863422:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6018333. 00000400:00000010:2.0:1761312154.863498:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a016973. 00000400:00000200:2.0:1761312154.863504:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.863507:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:2.0:1761312154.863513:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015327040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.863522:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015327040/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.863560:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5f75ef2. 02000000:00000010:2.0:1761312154.863567:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012810713. 00000100:00000010:2.0:1761312154.863572:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312154.863576:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.863581:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000020:00000010:2.0:1761312154.863858:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c55c70b9. 00000020:00000010:2.0:1761312154.863866:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.863871:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312154.863904:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6018333 x1846868012524800/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312154.863946:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524800 02000000:00000010:2.0:1761312154.863963:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050c61efd. 00010000:00000010:2.0:1761312154.863998:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cf4948. 00010000:00000010:2.0:1761312154.864021:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312154.864027:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.864046:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.864049:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312154.864064:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.864068:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524800, offset 224 00000400:00000200:2.0:1761312154.864078:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.864090:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.864097:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89087:89087:256:4294967295] 192.168.203.32@tcp LPNI seq info [89087:89087:8:4294967295] 00000400:00000200:2.0:1761312154.864107:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.864112:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.864117:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.864124:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.864132:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.864136:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312154.864160:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c8bd1d0. 00000020:00000010:2.0:1761312154.864170:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312154.864175:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c55c70b9. 00000800:00000200:2.0:1761312154.864296:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.864300:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312154.864304:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.864308:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.864311:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:2.0:1761312154.864313:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00080000:00000010:3.0:1761312154.864371:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7fb4927. 00010000:00000010:3.0:1761312154.864490:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:3.0:1761312154.864498:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d01cfe. 00010000:00000010:3.0:1761312154.864595:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312154.864602:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.864616:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d1e0fb6. 00000100:00000010:3.0:1761312154.864620:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312154.864671:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312154.864685:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d55c7e20. 02000000:00000010:3.0:1761312154.864715:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000722c4e7c. 00000400:00000010:3.0:1761312154.864722:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e644edf. 00000400:00000010:3.0:1761312154.864729:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.864743:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327104, portal 16 00000400:00000010:3.0:1761312154.864749:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312154.864751:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327104, offset 0 00000400:00000200:3.0:1761312154.864757:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.864765:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.864774:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.864778:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.864782:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.864784:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89088:89088:256:4294967295] 192.168.203.32@tcp LPNI seq info [89088:89088:8:4294967295] 00000400:00000200:3.0:1761312154.864791:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.864795:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.864799:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312154.864803:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.864808:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.864810:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312154.865329:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312154.865334:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:2.0:1761312154.865340:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.865346:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312154.865351:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:2.0:1761312154.865354:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:2.0:1761312154.865361:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015327104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.865720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb352326. 00010000:00000010:3.1:1761312154.865727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.1:1761312154.865731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052fb413d. 00010000:00000010:2.1:1761312154.868702:0:78584:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c145edb. 00000400:00000200:1.0:1761312154.871534:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.871562:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002780 00000400:00000200:1.0:1761312154.871573:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee81 [1] + 224 00000400:00000200:1.0:1761312154.871591:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.871595:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.871610:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015327104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312154.871664:0:78584:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 000000002e4ab8c2 (tot 82339162). 00000001:02000400:2.0:1761312154.871671:0:78584:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000010:3.0:1761312154.873193:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e644edf. 00000400:00000200:3.0:1761312154.873203:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312154.873207:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.873221:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015327104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.873232:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015327104/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312154.873345:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000722c4e7c. 02000000:00000010:3.0:1761312154.873354:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d55c7e20. 00000100:00000010:3.0:1761312154.873367:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312154.873372:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:3.0:1761312154.873376:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d1e0fb6. 00000400:00000010:2.0:1761312154.877566:0:78584:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 000000002e4ab8c2 (tot 82338970). 00010000:00000010:3.1:1761312154.879602:0:794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf84e3dc. 00010000:00000010:3.1:1761312154.879620:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000181ebdb. 00000400:00000200:1.0:1761312154.879892:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312154.879915:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56540 00000400:00000200:1.0:1761312154.879925:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 328 00000400:00000200:1.0:1761312154.880009:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.880016:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312154.880025:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312154.880034:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b965a72d. 00000020:00000010:3.0:1761312154.880167:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d55c7e20. 00000020:00000010:3.0:1761312154.880177:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.880184:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.880219:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b965a72d x1846868012524864/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312154.880264:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524864 02000000:00000010:3.0:1761312154.880278:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000722c4e7c. 00010000:00000010:3.0:1761312154.880318:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e64cfa. 00010000:00000010:3.0:1761312154.880344:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d1e0fb6. 00000100:00000010:3.0:1761312154.880353:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312154.880370:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:3.0:1761312154.880374:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d1e0fb6. 00000400:00000010:3.0:1761312154.880393:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.880400:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524864, offset 224 00000400:00000200:3.0:1761312154.880409:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.880423:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.880429:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89089:89089:256:4294967295] 192.168.203.32@tcp LPNI seq info [89089:89089:8:4294967295] 00000400:00000200:3.0:1761312154.880440:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.880447:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.880453:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.880461:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.880471:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.880476:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.880499:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.880506:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.880509:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d55c7e20. 00000800:00000200:3.0:1761312154.880594:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.880599:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:3.0:1761312154.880603:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.880607:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.880611:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312154.880613:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00080000:00000010:3.0:1761312154.880691:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d55c7e20. 00010000:00000010:3.0:1761312154.880808:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.880815:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fe433db. 00010000:00000010:3.0:1761312154.880910:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312154.880917:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.880929:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d1e0fb6. 00000100:00000010:3.0:1761312154.880932:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312154.880941:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312154.880955:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036f1ca76. 02000000:00000010:3.0:1761312154.880990:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d97b564c. 00000400:00000010:3.0:1761312154.880996:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e644edf. 00000400:00000010:3.0:1761312154.881001:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.881007:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327168, portal 16 00000400:00000010:3.0:1761312154.881011:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312154.881013:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327168, offset 0 00000400:00000200:3.0:1761312154.881018:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.881026:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.881033:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.881037:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.881041:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.881044:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89090:89090:256:4294967295] 192.168.203.32@tcp LPNI seq info [89090:89090:8:4294967295] 00000400:00000200:3.0:1761312154.881051:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.881056:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.881058:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312154.881062:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.881066:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.881068:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.881176:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.881179:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312154.881182:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.881186:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.881189:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:1.0:1761312154.881190:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:1.0:1761312154.881194:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015327168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.887854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a10635. 00010000:00000010:3.1:1761312154.890682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000862d0f60. 00010000:00000010:3.1:1761312154.890705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00000400:00000200:2.0:1761312154.900480:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.900506:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780027c0 00000400:00000200:2.0:1761312154.900517:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee8d [1] + 224 00000400:00000200:2.0:1761312154.900532:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.900536:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.900551:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015327168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.900595:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.900601:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56580 00000400:00000200:2.0:1761312154.900607:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 656 00000400:00000200:2.0:1761312154.900618:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.900620:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.900646:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.900655:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 00000020:00000010:1.0:1761312154.900763:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f350d8f5. 00000020:00000010:1.0:1761312154.900772:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312154.900778:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312154.900812:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d4e66d9e x1846868012524928/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312154.900857:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524928 02000000:00000010:1.0:1761312154.900872:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087cb84aa. 00010000:00000010:1.0:1761312154.900926:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034cd3e4a. 00000100:00000010:1.0:1761312154.900935:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312154.900942:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312154.900946:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034cd3e4a. 00000400:00000010:1.0:1761312154.900963:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312154.900969:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524928, offset 224 00000400:00000200:1.0:1761312154.900978:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312154.900991:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312154.900997:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89091:89091:256:4294967295] 192.168.203.32@tcp LPNI seq info [89091:89091:8:4294967295] 00000400:00000200:1.0:1761312154.901008:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312154.901013:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312154.901018:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339218). 00000800:00000200:1.0:1761312154.901024:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312154.901031:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312154.901035:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312154.901057:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312154.901063:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312154.901068:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f350d8f5. 00000800:00000200:1.0:1761312154.901135:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.901140:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:1.0:1761312154.901144:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.901148:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.901151:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312154.901154:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000400:00000010:3.0:1761312154.902066:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e644edf. 00000400:00000200:3.0:1761312154.902072:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312154.902074:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.902083:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015327168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312154.902094:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015327168/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312154.902125:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cce82e9. 02000000:00000010:3.0:1761312154.902143:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d97b564c. 02000000:00000010:3.0:1761312154.902148:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036f1ca76. 00000100:00000010:3.0:1761312154.902153:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:3.0:1761312154.902157:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:3.0:1761312154.902160:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d1e0fb6. 00080000:00000010:3.0:1761312154.902182:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036f1ca76. 00010000:00000010:3.0:1761312154.902304:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.902312:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000827e9b7a. 00010000:00000010:3.0:1761312154.902408:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312154.902415:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000456c6507. 00010000:00000010:3.0:1761312154.902427:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d1e0fb6. 00000100:00000010:3.0:1761312154.902432:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312154.902440:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312154.902453:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d97b564c. 02000000:00000010:3.0:1761312154.902486:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036fa2940. 00000400:00000010:3.0:1761312154.902493:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e644edf. 00000400:00000010:3.0:1761312154.902497:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312154.902503:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327232, portal 16 00000400:00000010:3.0:1761312154.902508:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312154.902510:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327232, offset 0 00000400:00000200:3.0:1761312154.902517:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.902530:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.902538:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312154.902543:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312154.902546:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312154.902549:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89092:89092:256:4294967295] 192.168.203.32@tcp LPNI seq info [89092:89092:8:4294967295] 00000400:00000200:3.0:1761312154.902558:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.902564:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.902568:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312154.902573:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.902580:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.902583:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312154.902723:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312154.902728:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82338970). 00000400:00000200:1.0:1761312154.902733:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312154.902746:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312154.902751:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:1.0:1761312154.902752:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00000100:00000200:1.0:1761312154.902758:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015327232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312154.910894:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5371981. 00010000:00000010:3.1:1761312154.910912:0:78561:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ea152b. 00010000:00000010:3.1:1761312154.910918:0:78561:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00000400:00000200:3.0:1761312154.942128:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.942155:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002800 00000400:00000200:3.0:1761312154.942167:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaee99 [1] + 224 00000400:00000200:3.0:1761312154.942183:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.942188:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.942203:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015327232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312154.942253:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312154.942259:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d565c0 00000400:00000200:3.0:1761312154.942266:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 984 00000400:00000200:3.0:1761312154.942328:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.942333:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312154.942338:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312154.942345:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:3.0:1761312154.942411:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef63c7e6. 00000020:00000010:3.0:1761312154.942418:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.942424:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.942455:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012524992/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312154.942492:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012524992 02000000:00000010:3.0:1761312154.942507:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a244c31. 00010000:00000010:3.0:1761312154.942563:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000047d075b7. 00000100:00000010:3.0:1761312154.942572:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312154.942581:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312154.942584:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000047d075b7. 00000400:00000010:3.0:1761312154.942602:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312154.942608:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012524992, offset 224 00000400:00000200:3.0:1761312154.942617:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312154.942665:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312154.942672:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89093:89093:256:4294967295] 192.168.203.32@tcp LPNI seq info [89093:89093:8:4294967295] 00000400:00000200:3.0:1761312154.942683:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312154.942689:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312154.942694:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312154.942701:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312154.942709:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312154.942713:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312154.942745:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.942753:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:3.0:1761312154.942756:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef63c7e6. 00000800:00000200:3.0:1761312154.942835:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312154.942839:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:3.0:1761312154.942844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312154.942848:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312154.942852:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:3.0:1761312154.942854:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000400:00000010:0.0:1761312154.942963:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e644edf. 00000400:00000200:0.0:1761312154.942969:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:0.0:1761312154.942970:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:0.0:1761312154.942976:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015327232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312154.942985:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015327232/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312154.943010:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081408251. 02000000:00000010:0.0:1761312154.943027:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036fa2940. 02000000:00000010:0.0:1761312154.943033:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d97b564c. 00000100:00000010:0.0:1761312154.943037:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:0.0:1761312154.943041:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:0.0:1761312154.943044:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d1e0fb6. 00080000:00000010:0.0:1761312154.943066:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7ac28ae. 00010000:00000010:0.0:1761312154.943179:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456c6507. 00010000:00000010:0.0:1761312154.943187:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a0affef. 00010000:00000010:0.0:1761312154.943277:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000923ab20f. 00010000:00000010:0.0:1761312154.943282:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002f0d1401. 00010000:00000010:0.0:1761312154.943289:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312154.943295:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00080000:00000010:0.0:1761312154.943308:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b4c9b2c. 00010000:00000010:0.0:1761312154.943333:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312154.943337:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f0d1401. 00010000:00000010:0.0:1761312154.943397:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312154.943401:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312154.943410:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffbcb437. 00000100:00000010:0.0:1761312154.943414:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a50fff8d. 00000100:00000010:0.0:1761312154.943421:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 02000000:00000010:0.0:1761312154.943435:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbccaef2. 02000000:00000010:0.0:1761312154.943466:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ccc2d32. 00000400:00000010:0.0:1761312154.943472:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001545ef4e. 00000400:00000010:0.0:1761312154.943477:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312154.943483:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327296, portal 16 00000400:00000010:0.0:1761312154.943488:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312154.943490:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327296, offset 0 00000400:00000200:0.0:1761312154.943496:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312154.943503:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312154.943511:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312154.943515:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312154.943518:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312154.943521:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89094:89094:256:4294967295] 192.168.203.32@tcp LPNI seq info [89094:89094:8:4294967295] 00000400:00000200:0.0:1761312154.943529:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312154.943534:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312154.943537:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312154.943542:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312154.943547:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312154.943550:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312154.943609:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312154.943612:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312154.943615:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312154.943618:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312154.943648:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:0.0:1761312154.943650:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:0.0:1761312154.943656:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b47d4f6d x1846868015327296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312154.954104:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a878f59b. 00010000:00000010:0.1:1761312154.954123:0:78548:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0418630. 00010000:00000010:0.1:1761312154.954130:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00010000:00000010:0.1:1761312154.954134:0:78548:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000923ab20f. 00010000:00000010:0.1:1761312154.954138:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00000400:00000200:2.0:1761312154.990400:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.990425:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002840 00000400:00000200:2.0:1761312154.990437:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeea5 [1] + 224 00000400:00000200:2.0:1761312154.990452:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.990457:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.990472:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b47d4f6d x1846868015327296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312154.990519:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312154.990524:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56600 00000400:00000200:2.0:1761312154.990531:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 1312 00000400:00000200:2.0:1761312154.990616:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312154.990621:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312154.990649:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312154.990657:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000400:00000010:2.0:1761312154.990869:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001545ef4e. 00000400:00000200:2.0:1761312154.990875:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:2.0:1761312154.990878:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:2.0:1761312154.990885:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b47d4f6d x1846868015327296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312154.990893:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b47d4f6d x1846868015327296/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312161 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312154.990933:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ccc2d32. 02000000:00000010:2.0:1761312154.990940:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbccaef2. 00000100:00000010:2.0:1761312154.990945:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 00000100:00000010:2.0:1761312154.990950:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a50fff8d. 00010000:00000010:2.0:1761312154.990954:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffbcb437. 00000020:00000010:3.0:1761312154.998910:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2aee261. 00000020:00000010:3.0:1761312154.998927:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009a777bb6. 00000020:00000010:3.0:1761312154.998933:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006ec09fab. 00000100:00000200:3.0:1761312154.998992:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012525056/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:632/0 lens 328/0 e 0 to 0 dl 1761312197 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312154.999746:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525056 02000000:00000010:2.0:1761312154.999768:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b000709. 00010000:00000010:2.0:1761312154.999812:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5293a9d. 00010000:00000010:2.0:1761312154.999843:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312154.999854:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312154.999878:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312154.999883:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312154.999903:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312154.999911:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525056, offset 224 00000400:00000200:2.0:1761312154.999923:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312154.999944:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312154.999951:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89095:89095:256:4294967295] 192.168.203.32@tcp LPNI seq info [89095:89095:8:4294967295] 00000400:00000200:2.0:1761312154.999962:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312154.999972:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312154.999977:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312154.999984:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312154.999993:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312154.999998:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.000033:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009a777bb6. 00000020:00000010:2.0:1761312155.000041:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006ec09fab. 00000020:00000010:2.0:1761312155.000045:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2aee261. 00000800:00000200:1.0:1761312155.000859:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.000865:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312155.000872:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.000879:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.000885:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:1.0:1761312155.000888:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00080000:00000010:0.0:1761312155.001005:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d8b9b36. 00010000:00000010:0.0:1761312155.001115:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312155.001124:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a2add2b. 00010000:00000010:0.0:1761312155.001219:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312155.001225:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000022f4cd50. 00010000:00000010:0.0:1761312155.001239:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.001245:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fff930df. 00000100:00000010:0.0:1761312155.001256:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 02000000:00000010:0.0:1761312155.001271:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c143de7. 02000000:00000010:0.0:1761312155.001303:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbccaef2. 00000400:00000010:0.0:1761312155.001310:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c389c722. 00000400:00000010:0.0:1761312155.001315:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312155.001321:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327360, portal 16 00000400:00000010:0.0:1761312155.001326:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312155.001328:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327360, offset 0 00000400:00000200:0.0:1761312155.001336:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.001347:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.001356:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.001360:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.001363:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.001366:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89096:89096:256:4294967295] 192.168.203.32@tcp LPNI seq info [89096:89096:8:4294967295] 00000400:00000200:0.0:1761312155.001374:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.001380:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.001384:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.001389:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.001396:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.001400:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.001503:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.001506:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312155.001510:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.001514:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.001517:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:1.0:1761312155.001518:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:1.0:1761312155.001525:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015327360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.014130:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.014157:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002880 00000400:00000200:3.0:1761312155.014168:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeeb1 [1] + 224 00000400:00000200:3.0:1761312155.014185:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.014190:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.014204:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015327360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.014984:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.014996:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56640 00000400:00000200:3.0:1761312155.015003:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 1640 00000400:00000010:0.0:1761312155.015267:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c389c722. 00000400:00000200:0.0:1761312155.015274:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:0.0:1761312155.015277:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:0.0:1761312155.015286:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015327360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.015296:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015327360/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.015336:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbccaef2. 02000000:00000010:0.0:1761312155.015343:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c143de7. 00000100:00000010:0.0:1761312155.015348:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:0.0:1761312155.015353:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fff930df. 00010000:00000010:0.0:1761312155.015357:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:3.0:1761312155.015454:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.015460:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.015467:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.015473:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:0.0:1761312155.016245:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c143de7. 00000020:00000010:0.0:1761312155.016255:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312155.016262:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.016295:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012525120/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.016341:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525120 02000000:00000010:0.0:1761312155.016356:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbccaef2. 00010000:00000010:0.0:1761312155.016392:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e112955. 00010000:00000010:0.0:1761312155.016422:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.016430:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fff930df. 00010000:00000010:2.1:1761312155.016560:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f97f89. 00000100:00000010:0.0:1761312155.018522:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fff930df. 00010000:00000010:0.0:1761312155.018536:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.018568:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312155.018576:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525120, offset 224 00000400:00000200:0.0:1761312155.018590:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.018611:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.018618:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89097:89097:256:4294967295] 192.168.203.32@tcp LPNI seq info [89097:89097:8:4294967295] 00000400:00000200:0.0:1761312155.018645:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.018654:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.018661:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.018670:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.018680:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.018685:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.018717:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312155.018727:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.018732:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c143de7. 00080000:00000010:1.0:1761312155.018909:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f350d8f5. 00010000:00000010:1.0:1761312155.019047:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022f4cd50. 00010000:00000010:1.0:1761312155.019057:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd540020. 00010000:00000010:1.0:1761312155.019154:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312155.019161:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.019175:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.019181:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.019191:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 02000000:00000010:1.0:1761312155.019207:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfea9cee. 02000000:00000010:1.0:1761312155.019245:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dd9f88c. 00000400:00000010:1.0:1761312155.019252:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.019258:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.019265:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327424, portal 16 00000400:00000010:1.0:1761312155.019269:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.019271:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327424, offset 0 00000400:00000200:1.0:1761312155.019278:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.019285:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.019293:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.019297:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.019300:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.019303:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89098:89098:255:4294967295] 192.168.203.32@tcp LPNI seq info [89098:89098:7:4294967295] 00000400:00000200:1.0:1761312155.019310:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.019315:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.019318:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339466). 00000800:00000200:1.0:1761312155.019322:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.019327:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.019329:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.019385:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.019389:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:1.0:1761312155.019393:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.019398:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.019402:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:1.0:1761312155.019404:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000800:00000200:1.0:1761312155.019437:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.019439:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:1.0:1761312155.019443:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.019447:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.019449:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312155.019450:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.019457:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ca87d8b x1846868015327424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.028859:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.028885:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780028c0 00000400:00000200:0.0:1761312155.028898:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeebd [1] + 224 00000400:00000200:0.0:1761312155.028914:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.028919:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.028934:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ca87d8b x1846868015327424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.028973:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.028979:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56680 00000400:00000200:0.0:1761312155.028985:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad7d5 [2] + 1968 00000400:00000010:0.0:1761312155.028990:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dc29318c. 00000400:00000200:0.0:1761312155.028998:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000934ec5cb 00000400:00000200:0.0:1761312155.029086:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.029090:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.029093:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000934ec5cb 00000400:00000010:0.0:1761312155.029096:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000934ec5cb (tot 82338818). 00000100:00000200:0.0:1761312155.029102:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761312155.029170:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c143de7. 00000020:00000010:0.0:1761312155.029178:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312155.029183:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.029216:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000442f35bb x1846868012525184/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.029257:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525184 02000000:00000010:0.0:1761312155.029272:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ccc2d32. 00010000:00000010:0.0:1761312155.029327:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.029337:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fff930df. 00000100:00000010:0.0:1761312155.029347:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fff930df. 00010000:00000010:0.0:1761312155.029351:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.029373:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.029379:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525184, offset 224 00000400:00000200:0.0:1761312155.029388:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.029401:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.029407:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89099:89099:256:4294967295] 192.168.203.32@tcp LPNI seq info [89099:89099:8:4294967295] 00000400:00000200:0.0:1761312155.029418:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.029423:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.029429:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339066). 00000800:00000200:0.0:1761312155.029435:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.029443:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.029448:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.029470:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312155.029476:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.029479:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c143de7. 02000000:00000010:0.0:1761312155.029490:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbccaef2. 00000100:00000010:0.0:1761312155.029494:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:0.0:1761312155.029500:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b000709. 00000100:00000010:0.0:1761312155.029504:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:0.0:1761312155.029507:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a244c31. 00000100:00000010:0.0:1761312155.029510:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:0.0:1761312155.029517:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087cb84aa. 00000100:00000010:0.0:1761312155.029520:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 02000000:00000010:0.0:1761312155.029524:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000722c4e7c. 00000100:00000010:0.0:1761312155.029527:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b965a72d. 02000000:00000010:0.0:1761312155.029530:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050c61efd. 00000100:00000010:0.0:1761312155.029531:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6018333. 00000100:00000200:0.0:1761312155.029540:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761312155.029545:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c389c722. 00000400:00000010:0.0:1761312155.029550:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fff930df (tot 82339218). 00000800:00000200:0.0:1761312155.029657:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.029662:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.029665:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.029669:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.029672:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.029673:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 02000000:00000010:0.0:1761312155.029677:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ccc2d32. 00000400:00000010:1.0:1761312155.032379:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.032396:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312155.032399:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312155.032420:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ca87d8b x1846868015327424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.032433:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ca87d8b x1846868015327424/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.032468:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019cbe546. 02000000:00000010:1.0:1761312155.032492:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dd9f88c. 02000000:00000010:1.0:1761312155.032498:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfea9cee. 00000100:00000010:1.0:1761312155.032502:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 00000100:00000010:1.0:1761312155.032507:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.032511:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00080000:00000010:1.0:1761312155.032536:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dd9f88c. 00010000:00000010:1.0:1761312155.032682:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.032690:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e12ac07e. 00010000:00000010:1.0:1761312155.032802:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312155.032809:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.032823:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.032830:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.032839:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 02000000:00000010:1.0:1761312155.032854:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000651db87b. 02000000:00000010:1.0:1761312155.032887:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008455ccc1. 00000400:00000010:1.0:1761312155.032892:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.032896:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.032903:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327488, portal 16 00000400:00000010:1.0:1761312155.032909:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.032913:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327488, offset 0 00000400:00000200:1.0:1761312155.032922:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.032940:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.032949:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.032954:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.032958:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.032961:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89100:89100:256:4294967295] 192.168.203.32@tcp LPNI seq info [89100:89100:8:4294967295] 00000400:00000200:1.0:1761312155.032973:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.032980:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.032985:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339218). 00000800:00000200:1.0:1761312155.032992:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.033003:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.033008:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.033149:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.033153:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:1.0:1761312155.033158:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.033163:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.033168:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:1.0:1761312155.033169:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.033174:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ca87d8b x1846868015327488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.033493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6045443. 00010000:00000010:0.1:1761312155.033499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00000400:00000200:0.0:1761312155.040850:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.040873:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002900 00000400:00000200:0.0:1761312155.040883:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeecd [1] + 224 00000400:00000200:0.0:1761312155.040897:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.040901:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.040913:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ca87d8b x1846868015327488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.040947:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.040951:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d566c0 00000400:00000200:0.0:1761312155.040956:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 0 00000400:00000200:0.0:1761312155.041031:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.041035:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.041040:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.041048:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:0.0:1761312155.041112:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ccc2d32. 00000020:00000010:0.0:1761312155.041119:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f0d1401. 00000020:00000010:0.0:1761312155.041125:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.041158:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012525248/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.041191:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525248 02000000:00000010:0.0:1761312155.041206:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbccaef2. 00010000:00000010:0.0:1761312155.041255:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.041263:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.041272:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.041276:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.041296:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.041302:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525248, offset 224 00000400:00000200:0.0:1761312155.041310:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.041322:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.041329:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89101:89101:256:4294967295] 192.168.203.32@tcp LPNI seq info [89101:89101:8:4294967295] 00000400:00000200:0.0:1761312155.041340:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.041345:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.041350:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.041357:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.041366:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.041370:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.041388:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f0d1401. 00000020:00000010:0.0:1761312155.041393:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.041397:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ccc2d32. 00000800:00000200:0.0:1761312155.041466:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.041470:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.041473:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.041477:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.041481:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.041483:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000400:00000010:1.0:1761312155.042178:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.042184:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312155.042185:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312155.042193:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ca87d8b x1846868015327488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.042202:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ca87d8b x1846868015327488/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.042228:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000712318b8. 02000000:00000010:1.0:1761312155.042247:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008455ccc1. 02000000:00000010:1.0:1761312155.042252:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000651db87b. 00000100:00000010:1.0:1761312155.042257:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 00000100:00000010:1.0:1761312155.042260:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.042263:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00080000:00000010:1.0:1761312155.042282:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651db87b. 00010000:00000010:1.0:1761312155.042393:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.042400:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000128e166c. 00010000:00000010:1.0:1761312155.042490:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312155.042495:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.042508:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.042512:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.042520:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 02000000:00000010:1.0:1761312155.042532:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008455ccc1. 02000000:00000010:1.0:1761312155.042559:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086456069. 00000400:00000010:1.0:1761312155.042563:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.042566:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.042571:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327552, portal 16 00000400:00000010:1.0:1761312155.042575:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.042577:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327552, offset 0 00000400:00000200:1.0:1761312155.042584:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.042595:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.042603:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.042607:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.042610:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.042612:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89102:89102:256:4294967295] 192.168.203.32@tcp LPNI seq info [89102:89102:8:4294967295] 00000400:00000200:1.0:1761312155.042620:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00010000:00000010:1.1:1761312155.042657:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e2a469. 00010000:00000010:1.1:1761312155.042663:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:1.1:1761312155.042803:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c24a00a. 00010000:00000010:1.1:1761312155.042807:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c3126f6. 00010000:00000010:1.1:1761312155.042810:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00000800:00000200:1.0:1761312155.042818:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.042822:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339218). 00000800:00000200:1.0:1761312155.042827:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.042833:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.042836:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.050017:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.050028:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:2.0:1761312155.050037:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.050049:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.050057:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:2.0:1761312155.050060:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:2.0:1761312155.050072:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ca87d8b x1846868015327552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.051677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce2de8d5. 00000400:00000200:0.0:1761312155.056445:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.056469:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002940 00000400:00000200:0.0:1761312155.056480:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeed9 [1] + 224 00000400:00000200:0.0:1761312155.056495:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.056499:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.056513:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ca87d8b x1846868015327552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.056555:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.056562:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56700 00000400:00000200:0.0:1761312155.056567:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 328 00000400:00000200:0.0:1761312155.056651:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.056655:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.056660:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.056668:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000020:00000010:0.0:1761312155.056727:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ccc2d32. 00000020:00000010:0.0:1761312155.056746:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002f0d1401. 00000020:00000010:0.0:1761312155.056752:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.056783:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012525312/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.056817:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525312 02000000:00000010:0.0:1761312155.056832:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c143de7. 00010000:00000010:0.0:1761312155.056882:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.056890:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.056898:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.056902:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.056920:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.056925:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525312, offset 224 00000400:00000200:0.0:1761312155.056934:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.056946:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.056953:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89103:89103:256:4294967295] 192.168.203.32@tcp LPNI seq info [89103:89103:8:4294967295] 00000400:00000200:0.0:1761312155.056964:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.056970:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.056976:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.056982:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.056989:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.056993:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.057010:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002f0d1401. 00000020:00000010:0.0:1761312155.057015:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.057018:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ccc2d32. 00000800:00000200:0.0:1761312155.057090:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.057094:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.057097:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.057100:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.057104:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.057106:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000400:00000010:1.0:1761312155.057357:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.057363:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312155.057365:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312155.057372:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ca87d8b x1846868015327552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.057381:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ca87d8b x1846868015327552/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.057408:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000146de09d. 02000000:00000010:1.0:1761312155.057427:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086456069. 02000000:00000010:1.0:1761312155.057432:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008455ccc1. 00000100:00000010:1.0:1761312155.057436:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 00000100:00000010:1.0:1761312155.057440:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.057443:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00080000:00000010:1.0:1761312155.057464:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008455ccc1. 00010000:00000010:1.0:1761312155.057579:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.057588:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093f7b5a1. 00010000:00000010:1.0:1761312155.057713:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000676ea29d. 00010000:00000010:1.0:1761312155.057717:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.057724:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312155.057730:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00080000:00000010:1.0:1761312155.057758:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086456069. 00010000:00000010:1.0:1761312155.057786:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.057790:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.057856:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312155.057861:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.057870:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.057875:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.057882:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 02000000:00000010:1.0:1761312155.057896:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:1.0:1761312155.057927:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2fadc0c. 00000400:00000010:1.0:1761312155.057932:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.057937:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.057943:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327616, portal 16 00000400:00000010:1.0:1761312155.057947:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312155.057949:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327616, offset 0 00000400:00000200:1.0:1761312155.057957:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.057969:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.057977:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.057982:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.057985:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.057988:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89104:89104:256:4294967295] 192.168.203.32@tcp LPNI seq info [89104:89104:8:4294967295] 00000400:00000200:1.0:1761312155.057996:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.058003:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.058007:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.058012:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.058018:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.058020:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.058501:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.058505:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:0.0:1761312155.058512:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.058517:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.058522:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:0.0:1761312155.058523:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00000100:00000200:0.0:1761312155.058529:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ca87d8b x1846868015327616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.058940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c944c2. 00010000:00000010:1.1:1761312155.058949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcad33ae. 00010000:00000010:1.1:1761312155.058956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00000400:00000200:0.0:1761312155.061911:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.061938:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002980 00000400:00000200:0.0:1761312155.061950:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeee5 [1] + 224 00000400:00000200:0.0:1761312155.061971:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.061976:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.061989:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ca87d8b x1846868015327616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.062966:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.062975:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312155.062978:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:1.0:1761312155.062990:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ca87d8b x1846868015327616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.062999:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ca87d8b x1846868015327616/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.063037:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2fadc0c. 02000000:00000010:1.0:1761312155.063044:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:1.0:1761312155.063048:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 00000100:00000010:1.0:1761312155.063053:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.063057:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00000400:00000200:0.0:1761312155.063912:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.063931:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56740 00000400:00000200:0.0:1761312155.063938:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 656 00000400:00000200:0.0:1761312155.064031:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.064037:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.064044:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.064050:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000020:00000010:1.0:1761312155.064150:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:1.0:1761312155.064158:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.064164:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.064198:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c51fe62 x1846868012525376/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312155.064239:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525376 02000000:00000010:1.0:1761312155.064253:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fadc0c. 00010000:00000010:1.0:1761312155.064290:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f2b880d. 00010000:00000010:1.0:1761312155.064316:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.064325:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.064346:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.064350:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00000400:00000010:1.0:1761312155.064365:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.064370:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525376, offset 224 00000400:00000200:1.0:1761312155.064379:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.064392:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.064398:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89105:89105:256:4294967295] 192.168.203.32@tcp LPNI seq info [89105:89105:8:4294967295] 00000400:00000200:1.0:1761312155.064410:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.064415:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.064422:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.064428:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.064437:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.064442:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.064462:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.064467:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.064472:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 00000800:00000200:1.0:1761312155.064546:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.064550:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:1.0:1761312155.064554:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.064558:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.064560:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:1.0:1761312155.064562:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00080000:00000010:3.0:1761312155.064674:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000050d5a26. 00010000:00000010:3.0:1761312155.064800:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:3.0:1761312155.064809:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a924e757. 00010000:00000010:3.0:1761312155.064894:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312155.064901:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312155.064912:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.064917:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.064925:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.064937:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d57bcfe6. 02000000:00000010:3.0:1761312155.064966:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e19fe5dd. 00000400:00000010:3.0:1761312155.064971:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.064976:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312155.064982:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327680, portal 16 00000400:00000010:3.0:1761312155.064987:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312155.064990:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327680, offset 0 00000400:00000200:3.0:1761312155.064996:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.065003:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.065012:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.065016:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.065019:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.065022:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89106:89106:256:4294967295] 192.168.203.32@tcp LPNI seq info [89106:89106:8:4294967295] 00000400:00000200:3.0:1761312155.065029:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.065034:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.065038:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312155.065042:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.065046:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.065048:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.065168:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.065172:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:1.0:1761312155.065176:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.065180:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.065182:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:1.0:1761312155.065184:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:1.0:1761312155.065189:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015327680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.070055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3c3c8b. 00010000:00000010:1.1:1761312155.070068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044cc0415. 00010000:00000010:1.1:1761312155.070074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312155.070077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676ea29d. 00010000:00000010:1.1:1761312155.070080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00000400:00000200:1.0:1761312155.070126:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.070145:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780029c0 00000400:00000200:1.0:1761312155.070155:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeef1 [1] + 224 00000400:00000200:1.0:1761312155.070170:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.070174:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.070188:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015327680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.070231:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.070237:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56780 00000400:00000200:1.0:1761312155.070242:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 984 00000400:00000200:1.0:1761312155.070303:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.070306:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.070312:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.070318:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ca87d8b. 00000400:00000010:3.0:1761312155.073036:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:3.0:1761312155.073046:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:3.0:1761312155.073048:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000100:00000200:3.0:1761312155.073064:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015327680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.073076:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015327680/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.073113:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e19fe5dd. 02000000:00000010:3.0:1761312155.073120:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d57bcfe6. 00000100:00000010:3.0:1761312155.073125:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312155.073130:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.073135:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00010000:00000010:3.1:1761312155.075674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f529ac2. 00010000:00000010:3.1:1761312155.075692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00000020:00000010:2.0:1761312155.079461:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f75ef2. 00000020:00000010:2.0:1761312155.079480:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312155.079486:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.079531:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ca87d8b x1846868012525440/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.079572:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525440 02000000:00000010:2.0:1761312155.079588:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312155.081286:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d96f3278. 00010000:00000010:2.0:1761312155.081323:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.081332:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312155.081359:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312155.081364:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.081386:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312155.081394:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525440, offset 224 00000400:00000200:2.0:1761312155.081407:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.081430:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.081437:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89107:89107:256:4294967295] 192.168.203.32@tcp LPNI seq info [89107:89107:8:4294967295] 00000400:00000200:2.0:1761312155.081449:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.081456:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.081463:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.081471:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.081483:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.081487:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.081514:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312155.081520:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.081526:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5f75ef2. 00010000:00000010:1.1:1761312155.081757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295cf9d0. 00000800:00000200:1.0:1761312155.082363:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.082369:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312155.082377:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.082386:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.082393:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:1.0:1761312155.082395:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00080000:00000010:0.0:1761312155.083826:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ccc2d32. 00010000:00000010:0.0:1761312155.083967:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015098a49. 00010000:00000010:0.0:1761312155.083978:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000ce4d28. 00010000:00000010:0.0:1761312155.084073:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312155.084080:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.084096:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.084105:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.084117:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.084137:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f32ea04d. 02000000:00000010:0.0:1761312155.084176:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7aafe9. 00000400:00000010:0.0:1761312155.084184:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001595c7e7. 00000400:00000010:0.0:1761312155.084191:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.084199:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327744, portal 16 00000400:00000010:0.0:1761312155.084205:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312155.084208:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327744, offset 0 00000400:00000200:0.0:1761312155.084218:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.084237:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.084246:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.084250:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.084252:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.084255:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89108:89108:256:4294967295] 192.168.203.32@tcp LPNI seq info [89108:89108:8:4294967295] 00000400:00000200:0.0:1761312155.084265:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.084271:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.084275:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.084282:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.084290:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.084295:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.085638:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.085646:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312155.085654:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.085663:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.085671:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:1.0:1761312155.085673:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:1.0:1761312155.085683:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015327744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.088120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822c940e. 00010000:00000010:0.1:1761312155.091665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000905233ea. 00010000:00000010:0.1:1761312155.091684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00000400:00000200:1.0:1761312155.091859:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.091881:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002a00 00000400:00000200:1.0:1761312155.091892:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeefd [1] + 224 00000400:00000200:1.0:1761312155.091908:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.091922:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.091937:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015327744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.091977:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.091983:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d567c0 00000400:00000200:1.0:1761312155.091988:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 1312 00000400:00000200:1.0:1761312155.092054:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.092058:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.092062:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.092069:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ccedbd1. 00000020:00000010:2.0:1761312155.092150:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f75ef2. 00000020:00000010:2.0:1761312155.092160:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312155.092166:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.092198:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ccedbd1 x1846868012525504/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.092242:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525504 02000000:00000010:2.0:1761312155.092258:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00000400:00000010:0.0:1761312155.092302:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001595c7e7. 00010000:00000010:2.0:1761312155.092308:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000400:00000200:0.0:1761312155.092309:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.092313:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000010:2.0:1761312155.092318:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000200:0.0:1761312155.092320:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015327744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761312155.092328:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00000100:00000200:0.0:1761312155.092331:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015327744/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.092336:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.092356:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00010000:00000010:0.0:1761312155.092360:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000caf1d659. 00000100:00000200:2.0:1761312155.092363:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525504, offset 224 00000400:00000200:2.0:1761312155.092373:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 02000000:00000010:0.0:1761312155.092379:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7aafe9. 02000000:00000010:0.0:1761312155.092387:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f32ea04d. 00000400:00000200:2.0:1761312155.092388:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000100:00000010:0.0:1761312155.092394:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000400:00000200:2.0:1761312155.092396:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89109:89109:256:4294967295] 192.168.203.32@tcp LPNI seq info [89109:89109:8:4294967295] 00000100:00000010:0.0:1761312155.092400:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.092404:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:2.0:1761312155.092411:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.092423:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00080000:00000010:0.0:1761312155.092426:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db7aafe9. 00000800:00000010:2.0:1761312155.092430:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.092438:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.092446:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.092450:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761312155.092539:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.092546:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081d814f9. 00010000:00000010:0.0:1761312155.092677:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.0:1761312155.092684:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.092695:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.092699:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.092706:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.092717:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f32ea04d. 02000000:00000010:0.0:1761312155.092753:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000586d2bc5. 00000400:00000010:0.0:1761312155.092759:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001595c7e7. 00000400:00000010:0.0:1761312155.092763:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.092768:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327808, portal 16 00000400:00000010:0.0:1761312155.092773:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312155.092775:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327808, offset 0 00000400:00000200:0.0:1761312155.092781:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.092788:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.092796:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.092800:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.092803:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.092805:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89110:89110:255:4294967295] 192.168.203.32@tcp LPNI seq info [89110:89110:7:4294967295] 00000400:00000200:0.0:1761312155.092812:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.092816:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.092819:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312155.092823:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.092828:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.092830:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.093323:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312155.093331:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.093335:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5f75ef2. 00000800:00000200:1.0:1761312155.093541:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.093546:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:1.0:1761312155.093552:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.093559:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.093563:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:1.0:1761312155.093564:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000800:00000200:1.0:1761312155.093755:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.093758:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:1.0:1761312155.093762:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.093765:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.093768:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:1.0:1761312155.093770:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:1.0:1761312155.093777:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015327808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.095935:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.095959:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002a40 00000400:00000200:1.0:1761312155.095971:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef09 [1] + 224 00000400:00000200:1.0:1761312155.095992:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.095997:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.096008:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015327808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.096673:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001595c7e7. 00000400:00000200:0.0:1761312155.096680:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.096695:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312155.096704:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015327808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.096714:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015327808/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.096759:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000586d2bc5. 02000000:00000010:0.0:1761312155.096767:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f32ea04d. 00000100:00000010:0.0:1761312155.096774:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312155.096780:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.096784:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:1.0:1761312155.097038:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.097052:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56800 00000400:00000200:1.0:1761312155.097058:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 1640 00000400:00000200:1.0:1761312155.097131:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.097136:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.097142:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.097148:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c5e7c456. 00000020:00000010:3.0:1761312155.097295:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d57bcfe6. 00000020:00000010:3.0:1761312155.097304:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312155.097309:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b1fa53e. 00000100:00000200:3.0:1761312155.097338:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c5e7c456 x1846868012525568/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.097380:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525568 02000000:00000010:3.0:1761312155.097395:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e19fe5dd. 00010000:00000010:3.0:1761312155.097429:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbd34adb. 00010000:00000010:3.0:1761312155.097474:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.097483:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.097501:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.097505:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00000400:00000010:3.0:1761312155.097523:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312155.097529:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525568, offset 224 00000400:00000200:3.0:1761312155.097538:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.097551:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.097556:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89111:89111:256:4294967295] 192.168.203.32@tcp LPNI seq info [89111:89111:8:4294967295] 00000400:00000200:3.0:1761312155.097567:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.097573:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.097578:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312155.097584:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.097592:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.097596:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.097648:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312155.097654:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b1fa53e. 00000020:00000010:3.0:1761312155.097658:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d57bcfe6. 00080000:00000010:0.0:1761312155.098329:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000586d2bc5. 00010000:00000010:0.0:1761312155.098437:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.098445:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000faf1f7a2. 00010000:00000010:0.0:1761312155.098532:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dced3824. 00010000:00000010:0.0:1761312155.098538:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.098549:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.098554:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.098562:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.098577:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f32ea04d. 02000000:00000010:0.0:1761312155.098608:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cecfd186. 00000400:00000010:0.0:1761312155.098615:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001595c7e7. 00000400:00000010:0.0:1761312155.098650:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.098658:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327872, portal 16 00000400:00000010:0.0:1761312155.098663:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312155.098665:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327872, offset 0 00000400:00000200:0.0:1761312155.098674:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.098901:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.098909:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.098913:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.098916:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.098919:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89112:89112:255:4294967295] 192.168.203.32@tcp LPNI seq info [89112:89112:7:4294967295] 00000400:00000200:0.0:1761312155.098929:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.098934:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.098939:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312155.098945:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.098950:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.098954:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.099259:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.099264:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:1.0:1761312155.099268:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.099274:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.099279:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:1.0:1761312155.099281:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000800:00000200:1.0:1761312155.099350:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.099352:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312155.099355:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.099358:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.099360:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:1.0:1761312155.099361:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:1.0:1761312155.099368:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015327872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.101416:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.101440:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002a80 00000400:00000200:1.0:1761312155.101450:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef15 [1] + 224 00000400:00000200:1.0:1761312155.101478:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.101482:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.101494:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015327872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.101604:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001595c7e7. 00000400:00000200:0.0:1761312155.101611:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.101613:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312155.101620:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015327872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.101658:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015327872/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.101703:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cecfd186. 02000000:00000010:0.0:1761312155.101714:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f32ea04d. 00000100:00000010:0.0:1761312155.101721:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312155.101725:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.101730:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:1.0:1761312155.103226:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.103247:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56840 00000400:00000200:1.0:1761312155.103257:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad82d [2] + 1968 00000400:00000010:1.0:1761312155.103262:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e0a38a7. 00000400:00000200:1.0:1761312155.103269:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000010144b92 00000400:00000200:1.0:1761312155.104096:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.104105:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.104111:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010144b92 00000400:00000010:1.0:1761312155.104113:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000010144b92 (tot 82338818). 00000100:00000200:1.0:1761312155.104123:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761312155.104847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f3a3a40. 00010000:00000010:0.1:1761312155.104857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd526451. 00010000:00000010:0.1:1761312155.104862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00000020:00000010:2.0:1761312155.106084:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:2.0:1761312155.106096:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.106102:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.106141:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000549f083d x1846868012525632/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.106194:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525632 02000000:00000010:2.0:1761312155.106212:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5f75ef2. 00010000:00000010:2.0:1761312155.106248:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000168466f6. 00010000:00000010:2.0:1761312155.106293:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.106303:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e4ab8c2. 00000100:00000010:2.0:1761312155.106327:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e4ab8c2. 00010000:00000010:2.0:1761312155.106333:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.106352:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312155.106359:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525632, offset 224 00000400:00000200:2.0:1761312155.106368:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.106388:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.106395:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89113:89113:256:4294967295] 192.168.203.32@tcp LPNI seq info [89113:89113:8:4294967295] 00000400:00000200:2.0:1761312155.106407:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.106414:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.106419:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339066). 00000800:00000200:2.0:1761312155.106427:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.106437:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.106442:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.106478:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.106484:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.106487:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 02000000:00000010:2.0:1761312155.106498:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e19fe5dd. 00000100:00000010:2.0:1761312155.106503:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c5e7c456. 02000000:00000010:2.0:1761312155.106508:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:2.0:1761312155.106510:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ccedbd1. 02000000:00000010:2.0:1761312155.106513:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:2.0:1761312155.106516:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ca87d8b. 02000000:00000010:2.0:1761312155.106520:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fadc0c. 00000100:00000010:2.0:1761312155.106523:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:2.0:1761312155.106527:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c143de7. 00000100:00000010:2.0:1761312155.106529:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 02000000:00000010:2.0:1761312155.106534:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbccaef2. 00000100:00000010:2.0:1761312155.106536:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000200:2.0:1761312155.106544:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312155.106552:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a016973. 00000400:00000010:2.0:1761312155.106558:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002e4ab8c2 (tot 82339218). 00080000:00000010:0.0:1761312155.106574:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cecfd186. 00010000:00000010:0.0:1761312155.106721:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.106751:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007279c926. 00010000:00000010:0.0:1761312155.106870:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000923ab20f. 00010000:00000010:0.0:1761312155.106875:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.106889:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312155.106896:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00080000:00000010:0.0:1761312155.106918:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000510a2dad. 00010000:00000010:0.0:1761312155.106954:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.106959:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00000800:00000200:3.0:1761312155.106991:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.106997:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312155.107004:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.107012:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.107017:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:3.0:1761312155.107020:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 02000000:00000010:3.0:1761312155.107025:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5f75ef2. 00010000:00000010:0.0:1761312155.107037:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312155.107049:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6a0b1ba. 00010000:00000010:0.0:1761312155.107062:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.107067:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.107081:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.107097:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000016fa865. 02000000:00000010:0.0:1761312155.107139:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f32ea04d. 00000400:00000010:0.0:1761312155.107149:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001595c7e7. 00000400:00000010:0.0:1761312155.107154:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.107158:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015327936, portal 16 00000400:00000010:0.0:1761312155.107163:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312155.107165:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015327936, offset 0 00000400:00000200:0.0:1761312155.107172:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.107188:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.107196:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.107200:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.107203:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.107205:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89114:89114:256:4294967295] 192.168.203.32@tcp LPNI seq info [89114:89114:8:4294967295] 00000400:00000200:0.0:1761312155.107218:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.107224:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.107228:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.107233:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.107238:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.107241:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.107439:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.107448:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:1.0:1761312155.107494:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.107499:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.107502:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:1.0:1761312155.107503:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:1.0:1761312155.107516:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015327936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.111812:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5ee0e9d. 00000400:00000200:1.0:1761312155.111977:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.112003:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002ac0 00000400:00000200:1.0:1761312155.112014:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef25 [1] + 224 00000400:00000200:1.0:1761312155.112032:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.112036:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.112049:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015327936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.112100:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.112107:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56880 00000400:00000010:0.0:1761312155.112112:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001595c7e7. 00000400:00000200:0.0:1761312155.112120:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.112123:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312155.112131:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015327936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.112137:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 0 00000100:00000200:0.0:1761312155.112144:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015327936/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.112181:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f32ea04d. 02000000:00000010:0.0:1761312155.112190:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000016fa865. 00000100:00000010:0.0:1761312155.112198:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312155.112203:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.112207:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:1.0:1761312155.112215:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.112225:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.112231:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.112236:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd8565e1. 00000020:00000010:2.0:1761312155.114065:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5f75ef2. 00000020:00000010:2.0:1761312155.114082:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.114089:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.114127:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd8565e1 x1846868012525696/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.114172:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525696 02000000:00000010:2.0:1761312155.114188:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbccaef2. 00010000:00000010:2.0:1761312155.114224:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a388fa0e. 00010000:00000010:2.0:1761312155.114253:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.114898:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.114920:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.114926:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.114947:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.114955:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525696, offset 224 00000400:00000200:2.0:1761312155.114966:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.114984:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.114991:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89115:89115:256:4294967295] 192.168.203.32@tcp LPNI seq info [89115:89115:8:4294967295] 00000400:00000200:2.0:1761312155.115003:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.115010:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.115015:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312155.115023:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.115032:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.115037:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.115055:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.115060:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.115064:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5f75ef2. 00080000:00000010:0.0:1761312155.115146:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f32ea04d. 00000800:00000200:3.0:1761312155.115299:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.115304:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.115311:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.115317:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.115322:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:3.0:1761312155.115324:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00010000:00000010:1.0:1761312155.115479:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6a0b1ba. 00010000:00000010:1.0:1761312155.115489:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d2bfa4f. 00010000:00000010:1.0:1761312155.115577:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312155.115585:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.116215:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089ca27f5. 00000100:00000010:1.0:1761312155.116225:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.116237:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032fd011e. 02000000:00000010:1.0:1761312155.116254:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:1.0:1761312155.116287:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f2b83f4. 00000400:00000010:1.0:1761312155.116294:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.116300:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.116307:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328000, portal 16 00000400:00000010:1.0:1761312155.116312:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.116315:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328000, offset 0 00000400:00000200:1.0:1761312155.116324:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.116336:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.116343:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.116347:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.116350:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.116353:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89116:89116:256:4294967295] 192.168.203.32@tcp LPNI seq info [89116:89116:8:4294967295] 00000400:00000200:1.0:1761312155.116361:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.116366:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.116371:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.116375:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.116381:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.116385:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312155.116742:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe03ff4a. 00010000:00000010:0.1:1761312155.116752:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00000800:00000200:0.0:1761312155.116814:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.116817:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:0.0:1761312155.116822:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.116827:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.116831:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:0.0:1761312155.116832:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:0.0:1761312155.116840:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032fd011e x1846868015328000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.117010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a05d6d8. 00000400:00000200:1.0:1761312155.120044:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.120069:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002b00 00000400:00000200:1.0:1761312155.120082:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef31 [1] + 224 00000400:00000200:1.0:1761312155.120102:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.120107:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.120120:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032fd011e x1846868015328000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312155.120250:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:3.0:1761312155.120256:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:3.0:1761312155.120259:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:3.0:1761312155.120265:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032fd011e x1846868015328000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.120272:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032fd011e x1846868015328000/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.120307:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f2b83f4. 02000000:00000010:3.0:1761312155.120313:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:3.0:1761312155.120317:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032fd011e. 00000100:00000010:3.0:1761312155.120321:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:3.0:1761312155.120325:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089ca27f5. 00000400:00000200:3.0:1761312155.121696:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.121716:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d568c0 00000400:00000200:3.0:1761312155.121725:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 328 00000400:00000200:3.0:1761312155.121805:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.121810:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.121816:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.121823:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:2.0:1761312155.122024:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c143de7. 00000020:00000010:2.0:1761312155.122033:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.122038:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.122071:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012525760/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.122109:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525760 02000000:00000010:2.0:1761312155.122125:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5f75ef2. 00010000:00000010:2.0:1761312155.122158:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008caf1296. 00010000:00000010:2.0:1761312155.122185:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.122192:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.122212:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.122216:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00010000:00000010:0.1:1761312155.122375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee2b1da1. 00010000:00000010:0.1:1761312155.122384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00010000:00000010:0.1:1761312155.122389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000923ab20f. 00010000:00000010:0.1:1761312155.122391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00080000:00000010:1.0:1761312155.122447:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f845c427. 00010000:00000010:1.0:1761312155.122549:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.122665:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312155.122671:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.122684:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034cd3e4a. 00000100:00000010:1.0:1761312155.122688:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2463d52. 00000100:00000010:1.0:1761312155.122696:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 02000000:00000010:1.0:1761312155.122708:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032200d06. 02000000:00000010:1.0:1761312155.122753:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947c9176. 00000400:00000010:1.0:1761312155.122760:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.122767:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312155.122775:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328064, portal 16 00000400:00000010:1.0:1761312155.122780:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312155.122782:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328064, offset 0 00000400:00000200:1.0:1761312155.122791:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.122806:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.122814:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.122818:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.122822:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.122826:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89117:89117:256:4294967295] 192.168.203.32@tcp LPNI seq info [89117:89117:8:4294967295] 00000400:00000200:1.0:1761312155.122838:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.122844:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.122850:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339218). 00000800:00000200:1.0:1761312155.122856:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.122864:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.122868:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761312155.122934:0:64737:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aad84d34. 00000400:00000010:2.0:1761312155.122951:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312155.122953:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525760, offset 224 00000400:00000200:2.0:1761312155.122959:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.122964:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.122969:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89118:89118:255:4294967295] 192.168.203.32@tcp LPNI seq info [89118:89118:7:4294967295] 00000400:00000200:2.0:1761312155.122977:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.122981:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.122984:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312155.122987:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.122991:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.122993:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.123007:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.123011:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.123015:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c143de7. 00000800:00000200:0.0:1761312155.123891:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.123902:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82339218). 00000400:00000200:0.0:1761312155.123913:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.123923:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.123930:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:0.0:1761312155.123933:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000100:00000200:0.0:1761312155.123943:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b3497cf x1846868015328064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761312155.124030:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.124033:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312155.124038:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.124042:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.124045:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:0.0:1761312155.124046:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00010000:00000010:2.1:1761312155.124814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e769bcf. 00010000:00000010:1.1:1761312155.132723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da7064fb. 00010000:00000010:1.1:1761312155.132755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:2.1:1761312155.133905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b4878c0. 00010000:00000010:2.1:1761312155.134301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2de63fe. 00010000:00000010:1.1:1761312155.134673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00000400:00000200:1.0:1761312155.138883:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.138911:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002b40 00000400:00000200:1.0:1761312155.138923:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef39 [1] + 224 00000400:00000200:1.0:1761312155.138937:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.138942:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.138957:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b3497cf x1846868015328064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.139004:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.139010:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56900 00000400:00000200:1.0:1761312155.139015:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 656 00000400:00000010:3.0:1761312155.139083:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:3.0:1761312155.139091:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000200:1.0:1761312155.139094:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761312155.139096:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 00000400:00000200:1.0:1761312155.139100:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.139106:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b3497cf x1846868015328064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.139107:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.139114:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000100:00000200:3.0:1761312155.139118:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b3497cf x1846868015328064/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.139160:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947c9176. 02000000:00000010:3.0:1761312155.139168:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032200d06. 00000100:00000010:3.0:1761312155.139173:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 00000100:00000010:3.0:1761312155.139177:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2463d52. 00010000:00000010:3.0:1761312155.139181:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034cd3e4a. 00000020:00000010:2.0:1761312155.139904:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c143de7. 00000020:00000010:2.0:1761312155.139918:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.139924:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.139963:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012525824/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.140008:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525824 02000000:00000010:2.0:1761312155.140024:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:2.0:1761312155.140058:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5309175. 00010000:00000010:2.0:1761312155.140324:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.140333:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.140354:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.140359:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.140376:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312155.140383:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525824, offset 224 00000400:00000200:2.0:1761312155.140394:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312155.140399:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d57bcfe6. 00000400:00000200:2.0:1761312155.140411:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.140419:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89119:89119:256:4294967295] 192.168.203.32@tcp LPNI seq info [89119:89119:8:4294967295] 00000400:00000200:2.0:1761312155.140430:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.140439:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.140445:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.140452:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.140461:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.140466:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.140504:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.140511:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.140515:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c143de7. 00010000:00000010:3.0:1761312155.140528:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:3.0:1761312155.140537:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dbd56b8. 00010000:00000010:3.0:1761312155.141464:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036bfdcb7. 00000800:00000200:1.0:1761312155.141470:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761312155.141476:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00000800:00000010:1.0:1761312155.141476:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:1.0:1761312155.141483:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.141492:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00010000:00000010:3.0:1761312155.141494:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000400:00000200:1.0:1761312155.141498:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000100:00000010:3.0:1761312155.141502:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000400:00000010:1.0:1761312155.141502:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000010:3.0:1761312155.141513:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.141528:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008eb9eb02. 02000000:00000010:3.0:1761312155.141561:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fed802a. 00000400:00000010:3.0:1761312155.141567:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.141660:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312155.141668:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328128, portal 16 00000400:00000010:3.0:1761312155.141673:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312155.141675:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328128, offset 0 00000400:00000200:3.0:1761312155.141682:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.141693:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.141702:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.141707:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.141711:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.141714:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89120:89120:256:4294967295] 192.168.203.32@tcp LPNI seq info [89120:89120:8:4294967295] 00000400:00000200:3.0:1761312155.141722:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.141729:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.141743:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312155.141749:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.141755:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.141758:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.141853:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.141857:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312155.141860:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.141864:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.141867:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:0.0:1761312155.141868:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:0.0:1761312155.141875:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015328128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.146722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011b66782. 00010000:00000010:3.1:1761312155.146757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00000400:00000200:1.0:1761312155.147086:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.147107:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002b80 00000400:00000200:1.0:1761312155.147119:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef49 [1] + 224 00000400:00000200:1.0:1761312155.147134:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.147139:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.147153:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015328128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.147311:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.147318:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56940 00000400:00000200:1.0:1761312155.147323:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 984 00000400:00000200:1.0:1761312155.147422:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.147427:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.147433:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.147439:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb1bc77a. 00000020:00000010:2.0:1761312155.147514:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c143de7. 00000020:00000010:2.0:1761312155.147523:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.147529:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.147561:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb1bc77a x1846868012525888/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.147611:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525888 02000000:00000010:2.0:1761312155.147663:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135460e8. 00010000:00000010:2.0:1761312155.147712:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.147720:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.147728:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.147742:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.147761:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312155.147766:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525888, offset 224 00000400:00000200:2.0:1761312155.147775:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.147787:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.147793:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89121:89121:256:4294967295] 192.168.203.32@tcp LPNI seq info [89121:89121:8:4294967295] 00000400:00000200:2.0:1761312155.147804:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.147809:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.147815:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.147821:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.147838:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.147843:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.147869:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.147874:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.147878:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c143de7. 00000400:00000010:3.0:1761312155.147895:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:3.0:1761312155.147900:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:3.0:1761312155.147902:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000100:00000200:3.0:1761312155.147909:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015328128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.147917:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015328128/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312155.147943:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa0e1b0. 02000000:00000010:3.0:1761312155.147964:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fed802a. 02000000:00000010:3.0:1761312155.147970:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008eb9eb02. 00000100:00000010:3.0:1761312155.147975:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312155.147979:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.147981:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00080000:00000010:3.0:1761312155.148002:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eb9eb02. 00010000:00000010:3.0:1761312155.148109:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.148116:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cc6ab3a. 00010000:00000010:3.0:1761312155.148210:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090edc276. 00010000:00000010:3.0:1761312155.148217:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.148228:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.148231:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.148237:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.148249:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fed802a. 02000000:00000010:3.0:1761312155.148278:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e19fe5dd. 00000400:00000010:3.0:1761312155.148282:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.148287:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312155.148292:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328192, portal 16 00000400:00000010:3.0:1761312155.148298:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312155.148300:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328192, offset 0 00000400:00000200:3.0:1761312155.148306:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.148313:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.148321:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.148325:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.148328:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.148330:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89122:89122:255:4294967295] 192.168.203.32@tcp LPNI seq info [89122:89122:7:4294967295] 00000400:00000200:3.0:1761312155.148337:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.148342:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.148345:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339466). 00000800:00000200:3.0:1761312155.148349:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.148355:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.148357:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.148472:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.148476:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82339218). 00000400:00000200:1.0:1761312155.148482:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.148486:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.148489:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:1.0:1761312155.148491:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000800:00000200:1.0:1761312155.148548:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.148550:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:1.0:1761312155.148553:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.148556:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.148558:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:1.0:1761312155.148560:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00000100:00000200:1.0:1761312155.148565:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015328192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.150883:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.150912:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002bc0 00000400:00000200:0.0:1761312155.150922:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef55 [1] + 224 00000400:00000200:0.0:1761312155.150945:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.150950:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.150962:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015328192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312155.151051:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:3.0:1761312155.151056:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:3.0:1761312155.151059:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000100:00000200:3.0:1761312155.151066:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015328192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.151074:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015328192/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.151109:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e19fe5dd. 02000000:00000010:3.0:1761312155.151116:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fed802a. 00000100:00000010:3.0:1761312155.151121:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312155.151126:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.151130:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00000400:00000200:1.0:1761312155.151519:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.151530:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56980 00000400:00000200:1.0:1761312155.151536:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 1312 00000400:00000200:1.0:1761312155.151604:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.151609:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.151614:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.151620:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 00010000:00000010:2.1:1761312155.154459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024a15afc. 00000020:00000010:2.0:1761312155.154540:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e70cb4a8. 00000020:00000010:2.0:1761312155.154549:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.154555:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.154595:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071c81b4a x1846868012525952/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.157059:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012525952 02000000:00000010:2.0:1761312155.157099:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c143de7. 00010000:00000010:2.0:1761312155.157153:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7199d76. 00010000:00000010:2.0:1761312155.157192:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.157205:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.157231:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.157237:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000400:00000010:2.0:1761312155.157259:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312155.157268:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012525952, offset 224 00000400:00000200:2.0:1761312155.157282:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.157336:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.157343:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89123:89123:256:4294967295] 192.168.203.32@tcp LPNI seq info [89123:89123:8:4294967295] 00000400:00000200:2.0:1761312155.157356:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.157363:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.157368:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312155.157377:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.157388:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.157393:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.157436:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.157443:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.157449:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e70cb4a8. 00080000:00000010:3.0:1761312155.157585:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fed802a. 00010000:00000010:3.0:1761312155.157742:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.157750:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000902c9e00. 00000001:00000010:3.0:1761312155.157829:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061021251. 00000001:00000010:3.0:1761312155.157837:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061021251. 00000001:00000010:3.0:1761312155.157840:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000036baa4c1. 00080000:00000010:3.0:1761312155.157846:0:77285:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 0000000050f0dedb. 00080000:00000010:3.0:1761312155.157853:0:77285:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000e19fe5dd. 00000001:00000010:3.0:1761312155.157862:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061021251. 00010000:00000010:3.0:1761312155.157900:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033fb8785. 00010000:00000010:3.0:1761312155.157904:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.157911:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.0:1761312155.157917:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.157932:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008662955f. 00010000:00000010:3.0:1761312155.157959:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.157963:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158002:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008eee115e. 00010000:00000010:3.0:1761312155.158005:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158008:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005264829. 00010000:00000010:3.0:1761312155.158012:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158019:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2aee261. 00010000:00000010:3.0:1761312155.158045:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158048:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158087:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000782f85b5. 00010000:00000010:3.0:1761312155.158090:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158094:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.0:1761312155.158096:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158105:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef63c7e6. 00010000:00000010:3.0:1761312155.158128:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158132:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158165:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096cb9794. 00010000:00000010:3.0:1761312155.158168:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158171:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.0:1761312155.158174:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158183:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcd47f0b. 00010000:00000010:3.0:1761312155.158208:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158212:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158245:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c4de484. 00010000:00000010:3.0:1761312155.158248:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158251:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000031d894aa. 00010000:00000010:3.0:1761312155.158254:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158261:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000466986b3. 00010000:00000010:3.0:1761312155.158281:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158284:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158312:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093a0291a. 00010000:00000010:3.0:1761312155.158314:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158317:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c440409. 00010000:00000010:3.0:1761312155.158320:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158327:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5eca9cd. 00010000:00000010:3.0:1761312155.158346:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158349:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158400:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef5fa3e5. 00010000:00000010:3.0:1761312155.158403:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158406:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.0:1761312155.158409:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158417:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b25c7d35. 00010000:00000010:3.0:1761312155.158436:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158439:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158467:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd077e13. 00010000:00000010:3.0:1761312155.158470:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158473:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.0:1761312155.158476:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158486:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c648299e. 00010000:00000010:3.0:1761312155.158509:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158513:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158549:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f77fbab. 00010000:00000010:3.0:1761312155.158552:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158555:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.0:1761312155.158558:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158565:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e2ff7f1. 00010000:00000010:3.0:1761312155.158588:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158591:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158662:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5885c31. 00010000:00000010:3.0:1761312155.158665:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158669:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.0:1761312155.158672:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158680:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000aa06f39. 00010000:00000010:3.0:1761312155.158704:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158707:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158755:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d938151. 00010000:00000010:3.0:1761312155.158758:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158761:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d5a44ea. 00010000:00000010:3.0:1761312155.158765:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158773:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2e90b8c. 00010000:00000010:3.0:1761312155.158795:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158799:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158835:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2a9d44d. 00010000:00000010:3.0:1761312155.158838:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158840:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407163e7. 00010000:00000010:3.0:1761312155.158844:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158852:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be219792. 00010000:00000010:3.0:1761312155.158876:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158880:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158919:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6e88609. 00010000:00000010:3.0:1761312155.158922:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158926:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51fb96e. 00010000:00000010:3.0:1761312155.158929:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.158936:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bb1a28a. 00010000:00000010:3.0:1761312155.158960:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.158963:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.158997:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7a981fd. 00010000:00000010:3.0:1761312155.159000:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159003:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.0:1761312155.159006:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159013:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a712ed6. 00010000:00000010:3.0:1761312155.159035:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159038:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159069:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086410724. 00010000:00000010:3.0:1761312155.159072:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159075:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bc5c66b. 00010000:00000010:3.0:1761312155.159077:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159083:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d44234f2. 00010000:00000010:3.0:1761312155.159101:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159104:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159131:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000460ff893. 00010000:00000010:3.0:1761312155.159133:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159136:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000038df7be. 00010000:00000010:3.0:1761312155.159139:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159145:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe64d350. 00010000:00000010:3.0:1761312155.159164:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159167:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159193:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2845a57. 00010000:00000010:3.0:1761312155.159195:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159199:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dede2fc8. 00010000:00000010:3.0:1761312155.159201:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159207:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023684694. 00010000:00000010:3.0:1761312155.159224:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159227:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159255:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e40b60ee. 00010000:00000010:3.0:1761312155.159257:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159260:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6e2d44d. 00010000:00000010:3.0:1761312155.159263:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159269:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b53eaea1. 00010000:00000010:3.0:1761312155.159288:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159291:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159323:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000607d87c9. 00010000:00000010:3.0:1761312155.159325:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159329:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000794f542a. 00010000:00000010:3.0:1761312155.159331:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159338:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8845ab5. 00010000:00000010:3.0:1761312155.159358:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159362:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159391:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9b1ee17. 00010000:00000010:3.0:1761312155.159394:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159397:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab19efe. 00010000:00000010:3.0:1761312155.159400:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159406:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8d58a95. 00010000:00000010:3.0:1761312155.159427:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159430:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159463:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033203f93. 00010000:00000010:3.0:1761312155.159466:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159468:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063fc5969. 00010000:00000010:3.0:1761312155.159472:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159478:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007381630f. 00010000:00000010:3.0:1761312155.159499:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159502:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159532:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019ecf1c3. 00010000:00000010:3.0:1761312155.159535:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159537:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002031b0c3. 00010000:00000010:3.0:1761312155.159540:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159546:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f90cdcb. 00010000:00000010:3.0:1761312155.159564:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159567:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159593:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000985680c6. 00010000:00000010:3.0:1761312155.159595:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159598:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9ca3fb4. 00010000:00000010:3.0:1761312155.159600:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159606:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e18ac354. 00010000:00000010:3.0:1761312155.159658:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159662:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159695:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b65b2c8c. 00010000:00000010:3.0:1761312155.159699:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159702:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062fd0167. 00010000:00000010:3.0:1761312155.159705:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159714:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea151eaa. 00010000:00000010:3.0:1761312155.159749:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159752:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159786:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f52de4e. 00010000:00000010:3.0:1761312155.159789:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159792:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f4f3723. 00010000:00000010:3.0:1761312155.159796:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159803:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095f52bb4. 00010000:00000010:3.0:1761312155.159826:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159830:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159861:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff90a174. 00010000:00000010:3.0:1761312155.159864:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159867:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c9590e6. 00010000:00000010:3.0:1761312155.159869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159880:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a03f9d5. 00010000:00000010:3.0:1761312155.159905:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159909:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159945:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000904feb3. 00010000:00000010:3.0:1761312155.159948:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.159952:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084e35a72. 00010000:00000010:3.0:1761312155.159955:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.159962:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c443edf6. 00010000:00000010:3.0:1761312155.159984:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.159987:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160016:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000227b4fc0. 00010000:00000010:3.0:1761312155.160019:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160022:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000800738f6. 00010000:00000010:3.0:1761312155.160025:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160032:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b73e5e6. 00010000:00000010:3.0:1761312155.160053:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160056:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160087:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087059b25. 00010000:00000010:3.0:1761312155.160089:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160092:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064b8929b. 00010000:00000010:3.0:1761312155.160095:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160102:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f398710. 00010000:00000010:3.0:1761312155.160124:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160127:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160160:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d81adc7b. 00010000:00000010:3.0:1761312155.160163:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160165:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000acd1e65. 00010000:00000010:3.0:1761312155.160169:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160176:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df9b8c00. 00010000:00000010:3.0:1761312155.160198:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160201:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160237:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000027ea3f. 00010000:00000010:3.0:1761312155.160240:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160243:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004afdda8b. 00010000:00000010:3.0:1761312155.160246:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160253:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe7c5c3e. 00010000:00000010:3.0:1761312155.160275:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160278:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160311:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c2be3c1. 00010000:00000010:3.0:1761312155.160314:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160317:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017b3f6d7. 00010000:00000010:3.0:1761312155.160320:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160327:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064138997. 00010000:00000010:3.0:1761312155.160350:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160353:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160388:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9e70215. 00010000:00000010:3.0:1761312155.160391:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160394:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e99d031d. 00010000:00000010:3.0:1761312155.160397:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160405:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000623e1ef3. 00010000:00000010:3.0:1761312155.160428:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160431:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160464:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e6188b8. 00010000:00000010:3.0:1761312155.160467:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160471:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c80bcdf3. 00010000:00000010:3.0:1761312155.160474:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160481:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbaebe09. 00010000:00000010:3.0:1761312155.160503:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160506:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160537:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a040a135. 00010000:00000010:3.0:1761312155.160540:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160543:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfda14ac. 00010000:00000010:3.0:1761312155.160546:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160554:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c977a88d. 00010000:00000010:3.0:1761312155.160576:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160579:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160611:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000513666d1. 00010000:00000010:3.0:1761312155.160613:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160616:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001371674a. 00010000:00000010:3.0:1761312155.160619:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.160660:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d3a19ba. 00010000:00000010:3.0:1761312155.160687:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.160691:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.160728:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054a71e61. 00010000:00000010:3.0:1761312155.160731:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00000800:00000200:0.0:1761312155.161350:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.161355:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312155.161364:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.161376:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.161383:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:0.0:1761312155.161386:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00010000:00000010:3.0:1761312155.161826:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057f97f89. 00010000:00000010:3.0:1761312155.161835:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.161857:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044d000b4. 00010000:00000010:3.0:1761312155.161921:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.161927:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.161995:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000325a75b0. 00010000:00000010:3.0:1761312155.161998:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162002:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d3f5000. 00010000:00000010:3.0:1761312155.162007:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162015:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f75f12c. 00010000:00000010:3.0:1761312155.162039:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162043:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162078:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f24d8fb. 00010000:00000010:3.0:1761312155.162081:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162083:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000056a393c. 00010000:00000010:3.0:1761312155.162085:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162091:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f13c4f6e. 00010000:00000010:3.0:1761312155.162111:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162114:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162142:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccafa3f0. 00010000:00000010:3.0:1761312155.162144:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162147:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002286847f. 00010000:00000010:3.0:1761312155.162149:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162155:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1f2eabb. 00010000:00000010:3.0:1761312155.162174:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162177:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162205:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1712a40. 00010000:00000010:3.0:1761312155.162208:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162210:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dad77ec5. 00010000:00000010:3.0:1761312155.162213:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162220:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003efeb2b0. 00010000:00000010:3.0:1761312155.162240:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162243:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162277:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e5e2cab. 00010000:00000010:3.0:1761312155.162280:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162283:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f7120a. 00010000:00000010:3.0:1761312155.162286:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162293:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070105c34. 00010000:00000010:3.0:1761312155.162317:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162320:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162367:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff4a49b9. 00010000:00000010:3.0:1761312155.162370:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162374:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041a97c77. 00010000:00000010:3.0:1761312155.162377:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162385:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b786d12d. 00010000:00000010:3.0:1761312155.162507:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162512:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162549:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aa6aa56. 00010000:00000010:3.0:1761312155.162552:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162556:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e5adeb3. 00010000:00000010:3.0:1761312155.162559:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162572:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d3ee8b. 00010000:00000010:3.0:1761312155.162598:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162602:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162748:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072440985. 00010000:00000010:3.0:1761312155.162752:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162756:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.0:1761312155.162759:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162769:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c01d10e. 00010000:00000010:3.0:1761312155.162793:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162797:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162832:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e06c3476. 00010000:00000010:3.0:1761312155.162836:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162839:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.0:1761312155.162842:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162850:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005bcb38b. 00010000:00000010:3.0:1761312155.162875:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162879:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162912:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe065574. 00010000:00000010:3.0:1761312155.162916:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162919:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.0:1761312155.162922:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.162929:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006243046b. 00010000:00000010:3.0:1761312155.162953:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.162956:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162990:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069180804. 00010000:00000010:3.0:1761312155.162994:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.162997:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.0:1761312155.163000:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163008:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383389a6. 00010000:00000010:3.0:1761312155.163032:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163035:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163073:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ae9eb93. 00010000:00000010:3.0:1761312155.163076:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163080:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.0:1761312155.163083:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163090:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000658f51e6. 00010000:00000010:3.0:1761312155.163114:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163117:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163151:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036fc374c. 00010000:00000010:3.0:1761312155.163154:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163157:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.0:1761312155.163160:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163168:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d652d4. 00010000:00000010:3.0:1761312155.163191:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163195:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163234:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ab7789d. 00010000:00000010:3.0:1761312155.163237:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163241:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.0:1761312155.163244:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163252:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf012700. 00010000:00000010:3.0:1761312155.163274:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163278:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163311:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fe91595. 00010000:00000010:3.0:1761312155.163314:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163318:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.0:1761312155.163321:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163328:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061bdb4c6. 00010000:00000010:3.0:1761312155.163351:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163355:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163387:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b3ffe9c. 00010000:00000010:3.0:1761312155.163390:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163393:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.0:1761312155.163395:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163488:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009022e750. 00010000:00000010:3.0:1761312155.163518:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163522:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163554:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cf689ba. 00010000:00000010:3.0:1761312155.163557:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163560:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000447728b2. 00010000:00000010:3.0:1761312155.163563:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163570:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3d9b6c5. 00010000:00000010:3.0:1761312155.163594:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163597:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163719:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073ec79d0. 00010000:00000010:3.0:1761312155.163722:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163726:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.0:1761312155.163729:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163748:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f73f63. 00010000:00000010:3.0:1761312155.163774:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163778:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163815:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060c76c83. 00010000:00000010:3.0:1761312155.163818:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163822:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.0:1761312155.163824:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163833:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c172bc5. 00010000:00000010:3.0:1761312155.163858:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163862:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163901:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cafe887a. 00010000:00000010:3.0:1761312155.163904:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163906:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.0:1761312155.163910:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163917:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f42f16f. 00010000:00000010:3.0:1761312155.163939:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.163943:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163974:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000884c069a. 00010000:00000010:3.0:1761312155.163978:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.163982:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b409c78. 00010000:00000010:3.0:1761312155.163985:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.163995:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076987838. 00010000:00000010:3.0:1761312155.164017:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164021:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164052:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aff31545. 00010000:00000010:3.0:1761312155.164055:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164059:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095685a08. 00010000:00000010:3.0:1761312155.164062:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164069:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000452104db. 00010000:00000010:3.0:1761312155.164092:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164096:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164129:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b3f3726. 00010000:00000010:3.0:1761312155.164133:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164136:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.0:1761312155.164139:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164147:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000384f8247. 00010000:00000010:3.0:1761312155.164170:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164173:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164208:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088126fad. 00010000:00000010:3.0:1761312155.164212:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164216:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007623958. 00010000:00000010:3.0:1761312155.164220:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164227:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005457c4a. 00010000:00000010:3.0:1761312155.164249:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164253:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164286:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002dda31b. 00010000:00000010:3.0:1761312155.164289:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164292:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.0:1761312155.164295:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164303:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000061675e9. 00010000:00000010:3.0:1761312155.164325:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164328:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164361:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a77bc3a9. 00010000:00000010:3.0:1761312155.164364:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164367:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.0:1761312155.164370:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164376:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d1129c8. 00010000:00000010:3.0:1761312155.164395:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164398:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164525:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac83565f. 00010000:00000010:3.0:1761312155.164529:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164533:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.0:1761312155.164536:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.164543:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c69e0fe6. 00010000:00000010:3.0:1761312155.164568:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.164571:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164605:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dbab4a3. 00010000:00000010:3.0:1761312155.164608:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.164613:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033fc0494. 00010000:00000010:3.0:1761312155.164616:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00010000:00000010:3.1:1761312155.164982:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091df3e43. 00010000:00000010:3.1:1761312155.164992:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002dd3042. 00010000:00000010:3.1:1761312155.164998:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bfdcb7. 00080000:00000010:3.0:1761312155.165008:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd1c52ae. 00010000:00000010:3.0:1761312155.165044:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165047:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165082:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b31968c. 00010000:00000010:3.0:1761312155.165085:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165089:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048d8d8e6. 00010000:00000010:3.0:1761312155.165092:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165102:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9ef4479. 00010000:00000010:3.0:1761312155.165125:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165128:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165167:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012a63133. 00010000:00000010:3.0:1761312155.165170:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165172:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095196bee. 00010000:00000010:3.0:1761312155.165175:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165184:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d47dada. 00010000:00000010:3.0:1761312155.165206:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165209:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165242:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4742ef9. 00010000:00000010:3.0:1761312155.165245:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165249:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a86ca62. 00010000:00000010:3.0:1761312155.165252:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165260:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b63a2b5. 00010000:00000010:3.0:1761312155.165283:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165286:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165322:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee03bca6. 00010000:00000010:3.0:1761312155.165325:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165328:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f28668d4. 00010000:00000010:3.0:1761312155.165331:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165338:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a20aafa6. 00010000:00000010:3.0:1761312155.165362:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165365:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165399:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001550f83e. 00010000:00000010:3.0:1761312155.165504:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165510:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faacf3a9. 00010000:00000010:3.0:1761312155.165514:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165524:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003245fd2c. 00010000:00000010:3.0:1761312155.165552:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.165556:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165591:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6015441. 00010000:00000010:3.0:1761312155.165595:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d0f6414c. 00010000:00000010:3.0:1761312155.165598:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5d5a1ca. 00010000:00000010:3.0:1761312155.165601:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.165608:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007643e392. 00010000:00000010:0.0:1761312155.167791:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:0.0:1761312155.167812:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0f6414c. 00010000:00000010:0.0:1761312155.167937:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000923ab20f. 00010000:00000010:0.0:1761312155.167943:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.167949:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.0:1761312155.167955:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.167981:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000016fa865. 00010000:00000010:0.0:1761312155.168035:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.168039:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168088:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093a202bf. 00010000:00000010:0.0:1761312155.168091:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168094:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dced3824. 00010000:00000010:0.0:1761312155.168097:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.168105:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cd6d1d0. 00010000:00000010:0.0:1761312155.168128:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.168132:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168164:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038c52d63. 00010000:00000010:0.0:1761312155.168167:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168170:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.0:1761312155.168172:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.168181:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a9f1e56. 00010000:00000010:0.0:1761312155.168204:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.168207:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168246:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c1a0799. 00010000:00000010:0.0:1761312155.168249:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168253:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c145edb. 00010000:00000010:0.0:1761312155.168255:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.168262:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028ea29d3. 00010000:00000010:0.0:1761312155.168282:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.168285:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168317:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000587ed93. 00010000:00000010:0.0:1761312155.168319:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168323:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb352326. 00010000:00000010:0.0:1761312155.168325:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.168332:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d7b24ef. 00010000:00000010:0.0:1761312155.168351:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.168354:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168384:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090960eb7. 00010000:00000010:0.0:1761312155.168387:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.168390:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.0:1761312155.168393:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.168400:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfea9cee. 00010000:00000010:0.0:1761312155.171056:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171075:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171168:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7574e63. 00010000:00000010:0.0:1761312155.171173:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171180:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.0:1761312155.171187:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.171208:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087cb84aa. 00010000:00000010:0.0:1761312155.171235:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171238:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171294:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e107ea6a. 00010000:00000010:0.0:1761312155.171298:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171301:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.0:1761312155.171304:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.171314:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a244c31. 00010000:00000010:0.0:1761312155.171337:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171341:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171375:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009332b5c6. 00010000:00000010:0.0:1761312155.171378:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171381:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.0:1761312155.171384:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.171393:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c55c70b9. 00010000:00000010:0.0:1761312155.171822:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171826:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171874:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000496de8b0. 00010000:00000010:0.0:1761312155.171878:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171881:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624233b3. 00010000:00000010:0.0:1761312155.171884:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.171893:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050c61efd. 00010000:00000010:0.0:1761312155.171918:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171921:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171956:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004256f6d8. 00010000:00000010:0.0:1761312155.171959:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.171962:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.0:1761312155.171965:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.171973:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b000709. 00010000:00000010:0.0:1761312155.171994:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.171997:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172025:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035ce770b. 00010000:00000010:0.0:1761312155.172028:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172031:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.0:1761312155.172033:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172040:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722c4e7c. 00010000:00000010:0.0:1761312155.172057:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172060:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172093:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048b6434f. 00010000:00000010:0.0:1761312155.172096:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172099:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.0:1761312155.172101:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172109:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036534ff0. 00010000:00000010:0.0:1761312155.172130:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172133:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172171:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000234e9ea5. 00010000:00000010:0.0:1761312155.172174:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172178:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004abf259e. 00010000:00000010:0.0:1761312155.172180:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172186:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000673a18a1. 00010000:00000010:0.0:1761312155.172207:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172210:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172239:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000414e3ba6. 00010000:00000010:0.0:1761312155.172242:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172245:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002fc694a. 00010000:00000010:0.0:1761312155.172248:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172255:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053be8de3. 00010000:00000010:0.0:1761312155.172276:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172279:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172310:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b34bfd9a. 00010000:00000010:0.0:1761312155.172312:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172316:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.0:1761312155.172318:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172324:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d97b564c. 00010000:00000010:0.0:1761312155.172340:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172343:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172368:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b527e2d8. 00010000:00000010:0.0:1761312155.172370:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172374:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2eaa4cd. 00010000:00000010:0.0:1761312155.172376:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172381:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036fa2940. 00010000:00000010:0.0:1761312155.172575:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172579:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172614:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9015aeb. 00010000:00000010:0.0:1761312155.172616:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172620:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ef99c44. 00010000:00000010:0.0:1761312155.172765:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172776:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d4da5ad. 00010000:00000010:0.0:1761312155.172803:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172808:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172842:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd73fefa. 00010000:00000010:0.0:1761312155.172844:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172847:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec9a3474. 00010000:00000010:0.0:1761312155.172850:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172859:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057341d73. 00010000:00000010:0.0:1761312155.172882:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172885:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172922:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb664d34. 00010000:00000010:0.0:1761312155.172924:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172927:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c9694ad. 00010000:00000010:0.0:1761312155.172930:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.172938:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000177c5234. 00010000:00000010:0.0:1761312155.172960:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.172964:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.172995:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b336eade. 00010000:00000010:0.0:1761312155.172998:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173001:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfc660ac. 00010000:00000010:0.0:1761312155.173003:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173011:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057455f6a. 00010000:00000010:0.0:1761312155.173031:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173034:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173068:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b597f5c3. 00010000:00000010:0.0:1761312155.173070:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173074:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887e7332. 00010000:00000010:0.0:1761312155.173076:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173086:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025708097. 00010000:00000010:0.0:1761312155.173109:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173112:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173142:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b771113. 00010000:00000010:0.0:1761312155.173145:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173148:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7176614. 00010000:00000010:0.0:1761312155.173151:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173158:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c425f44. 00010000:00000010:0.0:1761312155.173179:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173182:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173210:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ceb2c02. 00010000:00000010:0.0:1761312155.173213:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173216:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d04bb3. 00010000:00000010:0.0:1761312155.173219:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173226:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000389c137d. 00010000:00000010:0.0:1761312155.173247:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173250:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173279:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c1c22c4. 00010000:00000010:0.0:1761312155.173282:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173285:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fd33832. 00010000:00000010:0.0:1761312155.173288:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173295:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec6239a. 00010000:00000010:0.0:1761312155.173319:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173322:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173355:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029fa55ab. 00010000:00000010:0.0:1761312155.173357:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173360:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000991663a2. 00010000:00000010:0.0:1761312155.173364:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173371:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002dc04624. 00010000:00000010:0.0:1761312155.173393:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173397:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173520:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc18f32b. 00010000:00000010:0.0:1761312155.173524:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173528:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002af7d163. 00010000:00000010:0.0:1761312155.173531:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173539:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013f5e946. 00010000:00000010:0.0:1761312155.173564:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173568:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173604:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5fc8b13. 00010000:00000010:0.0:1761312155.173606:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173609:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2295251. 00010000:00000010:0.0:1761312155.173612:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173619:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f00a3283. 00010000:00000010:0.0:1761312155.173942:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.173946:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173978:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a355a692. 00010000:00000010:0.0:1761312155.173980:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.173983:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f97d65. 00010000:00000010:0.0:1761312155.173986:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.173995:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094e2358a. 00010000:00000010:0.0:1761312155.174012:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174015:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174039:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e1d4bd2. 00010000:00000010:0.0:1761312155.174041:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174043:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b15b069. 00010000:00000010:0.0:1761312155.174046:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174052:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8fe0eda. 00010000:00000010:0.0:1761312155.174068:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174071:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174094:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e09d27cb. 00010000:00000010:0.0:1761312155.174096:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174099:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061194ae5. 00010000:00000010:0.0:1761312155.174102:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174107:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056695294. 00010000:00000010:0.0:1761312155.174124:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174126:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174155:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bade20c5. 00010000:00000010:0.0:1761312155.174158:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174161:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081798b9a. 00010000:00000010:0.0:1761312155.174163:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174168:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fadfd373. 00010000:00000010:0.0:1761312155.174184:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174187:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174217:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac7d31c5. 00010000:00000010:0.0:1761312155.174219:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174222:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e41307a. 00010000:00000010:0.0:1761312155.174225:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174233:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000266a6bde. 00010000:00000010:0.0:1761312155.174256:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174260:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174296:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043f94849. 00010000:00000010:0.0:1761312155.174299:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174302:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7c823c2. 00010000:00000010:0.0:1761312155.174304:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174311:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008051c17c. 00010000:00000010:0.0:1761312155.174333:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174336:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174370:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007994af88. 00010000:00000010:0.0:1761312155.174373:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174376:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015073c75. 00010000:00000010:0.0:1761312155.174379:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174386:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d07145d9. 00010000:00000010:0.0:1761312155.174504:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174509:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174547:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f9dd7fa. 00010000:00000010:0.0:1761312155.174550:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174554:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ec66d26. 00010000:00000010:0.0:1761312155.174557:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174566:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae8a0141. 00010000:00000010:0.0:1761312155.174587:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174591:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174698:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088af5510. 00010000:00000010:0.0:1761312155.174703:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174706:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003cfe059b. 00010000:00000010:0.0:1761312155.174710:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174720:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049eba62a. 00010000:00000010:0.0:1761312155.174758:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174762:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174801:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd358d14. 00010000:00000010:0.0:1761312155.174804:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174808:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019a60e38. 00010000:00000010:0.0:1761312155.174811:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174819:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032787254. 00010000:00000010:0.0:1761312155.174841:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174845:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174876:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008db5699a. 00010000:00000010:0.0:1761312155.174879:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174882:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e731b09e. 00010000:00000010:0.0:1761312155.174885:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174892:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087b89f10. 00010000:00000010:0.0:1761312155.174914:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174917:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174954:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059602309. 00010000:00000010:0.0:1761312155.174957:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.174959:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006efe45f5. 00010000:00000010:0.0:1761312155.174962:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.174969:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca7f790d. 00010000:00000010:0.0:1761312155.174992:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.174995:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175027:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008343abac. 00010000:00000010:0.0:1761312155.175030:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175033:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e9e3d3d. 00010000:00000010:0.0:1761312155.175037:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175044:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016d2faba. 00010000:00000010:0.0:1761312155.175066:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.175069:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175102:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ecfee6f. 00010000:00000010:0.0:1761312155.175105:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175108:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a768a196. 00010000:00000010:0.0:1761312155.175111:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175119:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007154141d. 00010000:00000010:0.0:1761312155.175142:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.175146:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175179:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7bd68fc. 00010000:00000010:0.0:1761312155.175182:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175185:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95ddfae. 00010000:00000010:0.0:1761312155.175188:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175194:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab53e05c. 00010000:00000010:0.0:1761312155.175217:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.175220:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175257:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bb2d026. 00010000:00000010:0.0:1761312155.175260:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175263:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2041fb1. 00010000:00000010:0.0:1761312155.175266:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175272:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000487e8753. 00010000:00000010:0.0:1761312155.175295:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.175297:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175333:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a48107c5. 00010000:00000010:0.0:1761312155.175336:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab9d06bc. 00010000:00000010:0.0:1761312155.175342:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175349:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d615d75. 00010000:00000010:0.0:1761312155.175371:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.175375:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175555:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2a75940. 00010000:00000010:0.0:1761312155.175559:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.175562:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1657593. 00010000:00000010:0.0:1761312155.175565:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.175574:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aba8499f. 00010000:00000010:0.0:1761312155.177747:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.177764:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.179933:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adb9b1bd. 00010000:00000010:0.0:1761312155.179952:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.179960:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fa606b7. 00010000:00000010:0.0:1761312155.179969:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180003:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007454ff11. 00010000:00000010:0.0:1761312155.180100:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180107:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180158:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca9dab40. 00010000:00000010:0.0:1761312155.180161:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180165:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f338ebf. 00010000:00000010:0.0:1761312155.180168:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180176:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005a4fb4b. 00010000:00000010:0.0:1761312155.180200:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180204:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00000001:00000010:0.0:1761312155.180234:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001595c7e7. 00000001:00000010:0.0:1761312155.180241:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001595c7e7. 00000001:00000010:0.0:1761312155.180244:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001595c7e7. 00000001:00000010:0.0:1761312155.180247:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061021251. 00010000:00000010:0.0:1761312155.180271:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020d99f07. 00010000:00000010:0.0:1761312155.180273:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180277:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b78a7a8a. 00010000:00000010:0.0:1761312155.180280:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180288:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbf3e523. 00010000:00000010:0.0:1761312155.180312:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180316:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180371:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da0c769e. 00010000:00000010:0.0:1761312155.180374:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180377:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dc63452. 00010000:00000010:0.0:1761312155.180380:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180388:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e4e24c3. 00010000:00000010:0.0:1761312155.180410:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180413:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180447:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f4291c3. 00010000:00000010:0.0:1761312155.180450:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180454:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f66c1c4. 00010000:00000010:0.0:1761312155.180457:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180468:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000677f206a. 00010000:00000010:0.0:1761312155.180490:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180494:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180535:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaf5dbf1. 00010000:00000010:0.0:1761312155.180538:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180540:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e94d4ef. 00010000:00000010:0.0:1761312155.180543:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180551:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092c995bd. 00010000:00000010:0.0:1761312155.180573:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180577:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180612:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029620f53. 00010000:00000010:0.0:1761312155.180615:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180618:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009df995d5. 00010000:00000010:0.0:1761312155.180621:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180671:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1e2e5f1. 00010000:00000010:0.0:1761312155.180697:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180701:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180752:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000800d52d8. 00010000:00000010:0.0:1761312155.180756:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180759:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bce0cff. 00010000:00000010:0.0:1761312155.180762:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180770:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000186eb5e0. 00010000:00000010:0.0:1761312155.180793:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180796:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180828:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d24999c. 00010000:00000010:0.0:1761312155.180831:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180835:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae3d8ea7. 00010000:00000010:0.0:1761312155.180838:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180845:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a2b6418. 00010000:00000010:0.0:1761312155.180866:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180869:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180901:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2de87b2. 00010000:00000010:0.0:1761312155.180904:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180908:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006893520b. 00010000:00000010:0.0:1761312155.180911:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180917:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbe2c5d6. 00010000:00000010:0.0:1761312155.180936:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.180940:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180968:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0ba579d. 00010000:00000010:0.0:1761312155.180970:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.180974:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbfb0dec. 00010000:00000010:0.0:1761312155.180977:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.180984:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f3e97a2. 00010000:00000010:0.0:1761312155.181005:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181008:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181046:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007500bd7c. 00010000:00000010:0.0:1761312155.181048:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181052:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044a9e371. 00010000:00000010:0.0:1761312155.181055:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181062:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070949a2e. 00010000:00000010:0.0:1761312155.181084:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181087:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181116:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cce3142c. 00010000:00000010:0.0:1761312155.181119:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181122:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c65c3a8e. 00010000:00000010:0.0:1761312155.181125:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181132:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005379ec1c. 00010000:00000010:0.0:1761312155.181153:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181157:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181190:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087a3bad0. 00010000:00000010:0.0:1761312155.181193:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181196:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009795e6f7. 00010000:00000010:0.0:1761312155.181199:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181207:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000067e2401. 00010000:00000010:0.0:1761312155.181229:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181232:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181266:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031f9271a. 00010000:00000010:0.0:1761312155.181269:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a793ba8c. 00010000:00000010:0.0:1761312155.181275:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181281:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041d489f1. 00010000:00000010:0.0:1761312155.181302:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181306:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181341:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e42dd630. 00010000:00000010:0.0:1761312155.181344:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181347:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbf72baa. 00010000:00000010:0.0:1761312155.181349:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181357:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e35d5ca. 00010000:00000010:0.0:1761312155.181379:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181383:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181414:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4981067. 00010000:00000010:0.0:1761312155.181416:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181420:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bb8b284. 00010000:00000010:0.0:1761312155.181423:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181430:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b24ee30. 00010000:00000010:0.0:1761312155.181453:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181456:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181489:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032ca4d1a. 00010000:00000010:0.0:1761312155.181492:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181495:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046a4f961. 00010000:00000010:0.0:1761312155.181498:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181506:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019eb258b. 00010000:00000010:0.0:1761312155.181528:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181531:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181560:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3331cee. 00010000:00000010:0.0:1761312155.181563:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181566:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047de7aa1. 00010000:00000010:0.0:1761312155.181569:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181576:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001102e468. 00010000:00000010:0.0:1761312155.181597:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181600:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181663:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd967492. 00010000:00000010:0.0:1761312155.181666:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.181669:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0fc570. 00010000:00000010:0.0:1761312155.181673:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.181680:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f06e5f29. 00010000:00000010:0.0:1761312155.181704:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.181707:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.182895:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000201c88b5. 00010000:00000010:0.0:1761312155.182906:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.182911:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098aa2ccb. 00010000:00000010:0.0:1761312155.182919:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.182938:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e36d2f02. 00010000:00000010:0.0:1761312155.183000:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183005:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183079:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d20f2783. 00010000:00000010:0.0:1761312155.183083:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183085:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001007ed5c. 00010000:00000010:0.0:1761312155.183089:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183095:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c977fc. 00010000:00000010:0.0:1761312155.183116:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183119:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183154:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094f1d465. 00010000:00000010:0.0:1761312155.183157:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183160:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a90da3a3. 00010000:00000010:0.0:1761312155.183162:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183168:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043ef90b1. 00010000:00000010:0.0:1761312155.183188:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183191:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183228:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003068fc24. 00010000:00000010:0.0:1761312155.183231:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183234:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7d1729e. 00010000:00000010:0.0:1761312155.183237:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183248:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0bcef99. 00010000:00000010:0.0:1761312155.183270:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183273:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183309:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d9e2d18. 00010000:00000010:0.0:1761312155.183312:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183317:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.0:1761312155.183320:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183327:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001622ebfc. 00010000:00000010:0.0:1761312155.183348:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183351:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183386:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ac09ea0. 00010000:00000010:0.0:1761312155.183389:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183392:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000035894d7. 00010000:00000010:0.0:1761312155.183394:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183402:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a167ce2. 00010000:00000010:0.0:1761312155.183425:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183428:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183463:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edc59039. 00010000:00000010:0.0:1761312155.183467:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183470:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.0:1761312155.183474:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183481:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1d0103c. 00010000:00000010:0.0:1761312155.183504:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183508:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183545:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eebaf6c7. 00010000:00000010:0.0:1761312155.183548:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183552:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000818864b6. 00010000:00000010:0.0:1761312155.183555:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.183562:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d18e50c. 00010000:00000010:0.0:1761312155.183584:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.183587:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.183616:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f254e56. 00010000:00000010:0.0:1761312155.183619:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.184308:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.0:1761312155.184321:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.184336:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000535e78d6. 00010000:00000010:0.0:1761312155.184381:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.184386:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.184499:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c01097a. 00010000:00000010:0.0:1761312155.184502:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.184506:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312155.184509:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.184517:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f778347e. 00010000:00000010:0.0:1761312155.184538:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.184541:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.184570:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000719f5ac2. 00010000:00000010:0.0:1761312155.184572:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.184575:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2854ea8. 00010000:00000010:0.0:1761312155.184578:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00080000:00000010:0.0:1761312155.184584:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c535463. 00010000:00000010:0.0:1761312155.184602:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.184605:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:1.0:1761312155.185471:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000676ea29d. 00010000:00000010:1.0:1761312155.185479:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185484:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.0:1761312155.185489:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.185505:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb3f115f. 00010000:00000010:1.0:1761312155.185550:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.185555:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185607:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097f03e7c. 00010000:00000010:1.0:1761312155.185610:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185614:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.0:1761312155.185617:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.185703:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009df56a3c. 00010000:00000010:1.0:1761312155.185742:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.185747:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185800:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000043f8df5. 00010000:00000010:1.0:1761312155.185804:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185807:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.0:1761312155.185810:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.185819:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000745edb8d. 00010000:00000010:1.0:1761312155.185844:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.185847:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185880:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042da754c. 00010000:00000010:1.0:1761312155.185883:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.185886:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.0:1761312155.185889:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.185896:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427f0797. 00010000:00000010:1.0:1761312155.185920:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.185924:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186017:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000213343cb. 00010000:00000010:1.0:1761312155.186020:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186023:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.0:1761312155.186026:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186033:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000161949dd. 00010000:00000010:1.0:1761312155.186059:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186063:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186096:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd67dad0. 00010000:00000010:1.0:1761312155.186099:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186102:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.0:1761312155.186105:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186111:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a994bb0d. 00010000:00000010:1.0:1761312155.186132:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186136:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186167:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d37fded. 00010000:00000010:1.0:1761312155.186170:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186173:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.0:1761312155.186176:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186183:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000515332bf. 00010000:00000010:1.0:1761312155.186205:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186208:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186240:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f55bd4d. 00010000:00000010:1.0:1761312155.186242:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186246:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.0:1761312155.186248:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186256:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024d236c6. 00010000:00000010:1.0:1761312155.186279:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186283:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186321:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb2d8096. 00010000:00000010:1.0:1761312155.186325:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186329:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.0:1761312155.186332:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186339:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c48ea20. 00010000:00000010:1.0:1761312155.186358:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186361:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186396:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016c34089. 00010000:00000010:1.0:1761312155.186399:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186403:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.0:1761312155.186406:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186413:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eff16586. 00010000:00000010:1.0:1761312155.186434:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186437:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186474:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe04b849. 00010000:00000010:1.0:1761312155.186477:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186481:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.0:1761312155.186484:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186491:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea835580. 00010000:00000010:1.0:1761312155.186514:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186518:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186550:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000448d5c82. 00010000:00000010:1.0:1761312155.186553:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186556:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.0:1761312155.186558:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186566:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000454ebe28. 00010000:00000010:1.0:1761312155.186586:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186590:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186901:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9365cca. 00010000:00000010:1.0:1761312155.186905:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186909:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.0:1761312155.186914:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.186924:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bfc3c04. 00010000:00000010:1.0:1761312155.186953:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.186957:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.186997:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a07bf09. 00010000:00000010:1.0:1761312155.187000:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187004:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.0:1761312155.187006:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187014:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7703cef. 00010000:00000010:1.0:1761312155.187038:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187042:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187081:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5914154. 00010000:00000010:1.0:1761312155.187084:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187087:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.0:1761312155.187090:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187097:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039ad19ee. 00010000:00000010:1.0:1761312155.187120:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187123:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187156:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008fd80be6. 00010000:00000010:1.0:1761312155.187159:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187163:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.0:1761312155.187166:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187177:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071a99332. 00010000:00000010:1.0:1761312155.187199:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187202:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187239:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7e2076e. 00010000:00000010:1.0:1761312155.187242:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187246:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a66fa559. 00010000:00000010:1.0:1761312155.187249:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187256:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000756728f0. 00010000:00000010:1.0:1761312155.187279:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187282:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187314:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f650f689. 00010000:00000010:1.0:1761312155.187317:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187320:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.0:1761312155.187323:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187329:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bb3b6c9. 00010000:00000010:1.0:1761312155.187352:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187356:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187390:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de33f691. 00010000:00000010:1.0:1761312155.187394:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187399:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001b69c5d. 00010000:00000010:1.0:1761312155.187489:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187501:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7b94ba5. 00010000:00000010:1.0:1761312155.187527:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187531:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187568:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9c24056. 00010000:00000010:1.0:1761312155.187571:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187575:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fe906ec. 00010000:00000010:1.0:1761312155.187578:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187585:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002302bd9d. 00010000:00000010:1.0:1761312155.187610:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187614:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187780:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e076439. 00010000:00000010:1.0:1761312155.187784:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187787:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac6452b4. 00010000:00000010:1.0:1761312155.187790:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187798:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045411be5. 00010000:00000010:1.0:1761312155.187822:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187826:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187862:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b225c76. 00010000:00000010:1.0:1761312155.187866:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187869:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fe08272. 00010000:00000010:1.0:1761312155.187872:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187879:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e7b68ac. 00010000:00000010:1.0:1761312155.187903:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187907:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187941:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8d8b38b. 00010000:00000010:1.0:1761312155.187943:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.187946:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db8cca2b. 00010000:00000010:1.0:1761312155.187950:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.187958:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002e148c7. 00010000:00000010:1.0:1761312155.187980:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.187983:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188013:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053e3f19c. 00010000:00000010:1.0:1761312155.188016:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188020:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e29426b4. 00010000:00000010:1.0:1761312155.188023:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188030:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c752ab. 00010000:00000010:1.0:1761312155.188050:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188053:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188079:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000690dd253. 00010000:00000010:1.0:1761312155.188081:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188084:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f865fb8c. 00010000:00000010:1.0:1761312155.188087:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188092:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000808350f8. 00010000:00000010:1.0:1761312155.188110:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188113:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188140:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000462d200a. 00010000:00000010:1.0:1761312155.188143:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188146:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d034a08b. 00010000:00000010:1.0:1761312155.188149:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188155:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb6b357f. 00010000:00000010:1.0:1761312155.188172:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188175:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188204:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005854e39b. 00010000:00000010:1.0:1761312155.188206:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188209:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0e106f8. 00010000:00000010:1.0:1761312155.188212:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188218:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9fc8109. 00010000:00000010:1.0:1761312155.188237:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188239:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188266:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0545042. 00010000:00000010:1.0:1761312155.188269:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188272:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000811ce7ae. 00010000:00000010:1.0:1761312155.188274:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188281:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008309dbdb. 00010000:00000010:1.0:1761312155.188299:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188302:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188334:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004acb2a8b. 00010000:00000010:1.0:1761312155.188336:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188339:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f46540f. 00010000:00000010:1.0:1761312155.188342:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188349:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4e411d5. 00010000:00000010:1.0:1761312155.188368:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188371:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188400:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000397dde32. 00010000:00000010:2.1:1761312155.188484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfdf848d. 00010000:00000010:1.0:1761312155.188491:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188496:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8ad7fc9. 00010000:00000010:1.0:1761312155.188500:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188509:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009459226. 00010000:00000010:1.0:1761312155.188529:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188532:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188559:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033312ca7. 00010000:00000010:1.0:1761312155.188562:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188565:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a8d97ae. 00010000:00000010:1.0:1761312155.188568:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188575:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d404cd88. 00010000:00000010:1.0:1761312155.188592:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188595:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188763:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e90c9bac. 00010000:00000010:1.0:1761312155.188767:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188772:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab0d9a42. 00010000:00000010:1.0:1761312155.188775:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188785:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a6de84a. 00010000:00000010:1.0:1761312155.188812:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188816:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188856:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de933c9c. 00010000:00000010:1.0:1761312155.188860:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188863:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e27e362. 00010000:00000010:1.0:1761312155.188867:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188874:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6ae397d. 00010000:00000010:1.0:1761312155.188896:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188899:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188935:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ed07be5. 00010000:00000010:1.0:1761312155.188938:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.188941:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5a104aa. 00010000:00000010:1.0:1761312155.188945:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.188952:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c67ceda5. 00010000:00000010:1.0:1761312155.188974:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.188978:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189012:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f31f96c0. 00010000:00000010:1.0:1761312155.189015:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189019:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c13a367. 00010000:00000010:1.0:1761312155.189022:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189028:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b87b2f94. 00010000:00000010:1.0:1761312155.189047:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189050:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189079:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca4dc45e. 00010000:00000010:1.0:1761312155.189083:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189086:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.0:1761312155.189089:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189096:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036a3643a. 00010000:00000010:1.0:1761312155.189117:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189120:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189150:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7343700. 00010000:00000010:1.0:1761312155.189153:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189157:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4804fd0. 00010000:00000010:1.0:1761312155.189159:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189166:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9e3ee13. 00010000:00000010:1.0:1761312155.189185:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189189:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189219:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d884cd23. 00010000:00000010:1.0:1761312155.189221:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189225:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.189228:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189235:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea8628c4. 00010000:00000010:1.0:1761312155.189257:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189260:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189295:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f6aba0c. 00010000:00000010:1.0:1761312155.189298:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189302:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001aadbd6. 00010000:00000010:1.0:1761312155.189305:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189313:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec7f8306. 00010000:00000010:1.0:1761312155.189333:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189336:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189367:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098221599. 00010000:00000010:1.0:1761312155.189370:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189374:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5577937. 00010000:00000010:1.0:1761312155.189377:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00080000:00000010:1.0:1761312155.189385:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d347d6b8. 00010000:00000010:1.0:1761312155.189420:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189424:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9675741. 00010000:00000010:1.0:1761312155.189570:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cfae5a9. 00010000:00000010:1.0:1761312155.189576:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.189588:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cb1ed33. 00000100:00000010:1.0:1761312155.189599:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.189613:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f86d3ea. 02000000:00000010:1.0:1761312155.191548:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084e3943d. 02000000:00000010:1.0:1761312155.191620:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073559783. 00000400:00000010:1.0:1761312155.192520:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312155.192531:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312155.192542:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328256, portal 16 00000400:00000010:1.0:1761312155.192550:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312155.192553:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328256, offset 0 00000400:00000200:1.0:1761312155.192567:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.192588:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.192597:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.192601:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.192604:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.192609:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89124:89124:256:4294967295] 192.168.203.32@tcp LPNI seq info [89124:89124:8:4294967295] 00000400:00000200:1.0:1761312155.192621:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.192711:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.192717:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ae20c3 (tot 82339218). 00000800:00000200:1.0:1761312155.192726:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.192746:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.192750:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000096ae20c3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312155.197852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e18ebf40. 00010000:00000010:3.1:1761312155.197873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090edc276. 00010000:00000010:3.1:1761312155.197881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fb8785. 00010000:00000010:3.1:1761312155.197887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ba8995. 00010000:00000010:3.1:1761312155.197890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eee115e. 00010000:00000010:3.1:1761312155.197893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005264829. 00010000:00000010:3.1:1761312155.197896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782f85b5. 00010000:00000010:3.1:1761312155.197900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba14c524. 00010000:00000010:3.1:1761312155.197903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096cb9794. 00010000:00000010:3.1:1761312155.197907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99f0db. 00010000:00000010:3.1:1761312155.197909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4de484. 00010000:00000010:3.1:1761312155.197913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031d894aa. 00010000:00000010:3.1:1761312155.197916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a0291a. 00010000:00000010:3.1:1761312155.197919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c440409. 00010000:00000010:3.1:1761312155.197921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5fa3e5. 00010000:00000010:3.1:1761312155.197923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df2a69b. 00010000:00000010:3.1:1761312155.197925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd077e13. 00010000:00000010:3.1:1761312155.197928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3c4066. 00010000:00000010:3.1:1761312155.197930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f77fbab. 00010000:00000010:3.1:1761312155.197932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e91dc. 00010000:00000010:3.1:1761312155.197935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5885c31. 00010000:00000010:3.1:1761312155.197938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bc916a. 00010000:00000010:3.1:1761312155.197943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d938151. 00010000:00000010:3.1:1761312155.197948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d5a44ea. 00010000:00000010:3.1:1761312155.197950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2a9d44d. 00010000:00000010:3.1:1761312155.197952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407163e7. 00010000:00000010:3.1:1761312155.197955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e88609. 00010000:00000010:3.1:1761312155.197957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51fb96e. 00010000:00000010:3.1:1761312155.197960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a981fd. 00010000:00000010:3.1:1761312155.197963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58ad7ad. 00010000:00000010:3.1:1761312155.197965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086410724. 00010000:00000010:3.1:1761312155.197968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc5c66b. 00010000:00000010:3.1:1761312155.197970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000460ff893. 00010000:00000010:3.1:1761312155.197974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000038df7be. 00010000:00000010:3.1:1761312155.197980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2845a57. 00010000:00000010:3.1:1761312155.197984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dede2fc8. 00010000:00000010:3.1:1761312155.197987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e40b60ee. 00010000:00000010:3.1:1761312155.197989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6e2d44d. 00010000:00000010:3.1:1761312155.197995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000607d87c9. 00010000:00000010:3.1:1761312155.197999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000794f542a. 00010000:00000010:3.1:1761312155.198001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9b1ee17. 00010000:00000010:3.1:1761312155.198004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab19efe. 00010000:00000010:3.1:1761312155.198006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033203f93. 00010000:00000010:3.1:1761312155.198010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063fc5969. 00010000:00000010:3.1:1761312155.198013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019ecf1c3. 00010000:00000010:3.1:1761312155.198016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002031b0c3. 00010000:00000010:3.1:1761312155.198018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000985680c6. 00010000:00000010:3.1:1761312155.198021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9ca3fb4. 00010000:00000010:3.1:1761312155.198023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b65b2c8c. 00010000:00000010:3.1:1761312155.198026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062fd0167. 00010000:00000010:3.1:1761312155.198028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f52de4e. 00010000:00000010:3.1:1761312155.198031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f4f3723. 00010000:00000010:3.1:1761312155.198033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff90a174. 00010000:00000010:3.1:1761312155.198036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c9590e6. 00010000:00000010:3.1:1761312155.198039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000904feb3. 00010000:00000010:3.1:1761312155.198042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e35a72. 00010000:00000010:3.1:1761312155.198044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000227b4fc0. 00010000:00000010:3.1:1761312155.198046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000800738f6. 00010000:00000010:3.1:1761312155.198049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087059b25. 00010000:00000010:3.1:1761312155.198051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b8929b. 00010000:00000010:3.1:1761312155.198054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81adc7b. 00010000:00000010:3.1:1761312155.198056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acd1e65. 00010000:00000010:3.1:1761312155.198063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000027ea3f. 00010000:00000010:3.1:1761312155.198066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004afdda8b. 00010000:00000010:3.1:1761312155.198068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2be3c1. 00010000:00000010:3.1:1761312155.198071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b3f6d7. 00010000:00000010:3.1:1761312155.198073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9e70215. 00010000:00000010:3.1:1761312155.198075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99d031d. 00010000:00000010:3.1:1761312155.198078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e6188b8. 00010000:00000010:3.1:1761312155.198080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c80bcdf3. 00010000:00000010:3.1:1761312155.198082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a040a135. 00010000:00000010:3.1:1761312155.198084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfda14ac. 00010000:00000010:3.1:1761312155.198086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000513666d1. 00010000:00000010:3.1:1761312155.198088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001371674a. 00010000:00000010:3.1:1761312155.198090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a71e61. 00010000:00000010:3.1:1761312155.198092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057f97f89. 00010000:00000010:3.1:1761312155.198094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000325a75b0. 00010000:00000010:3.1:1761312155.198096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d3f5000. 00010000:00000010:3.1:1761312155.198098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f24d8fb. 00010000:00000010:3.1:1761312155.198101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056a393c. 00010000:00000010:3.1:1761312155.198103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccafa3f0. 00010000:00000010:3.1:1761312155.198105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002286847f. 00010000:00000010:3.1:1761312155.198106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1712a40. 00010000:00000010:3.1:1761312155.198108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dad77ec5. 00010000:00000010:3.1:1761312155.198110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e5e2cab. 00010000:00000010:3.1:1761312155.198113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f7120a. 00010000:00000010:3.1:1761312155.198118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4a49b9. 00010000:00000010:3.1:1761312155.198121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041a97c77. 00010000:00000010:3.1:1761312155.198123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa6aa56. 00010000:00000010:3.1:1761312155.198126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5adeb3. 00010000:00000010:3.1:1761312155.198128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072440985. 00010000:00000010:3.1:1761312155.198131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006217b9d7. 00010000:00000010:3.1:1761312155.198134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e06c3476. 00010000:00000010:3.1:1761312155.198136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b0bd457. 00010000:00000010:3.1:1761312155.198138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe065574. 00010000:00000010:3.1:1761312155.198142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421ff3be. 00010000:00000010:3.1:1761312155.198144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069180804. 00010000:00000010:3.1:1761312155.198147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002557ad3b. 00010000:00000010:3.1:1761312155.198149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ae9eb93. 00010000:00000010:3.1:1761312155.198151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b4ac09. 00010000:00000010:3.1:1761312155.198153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fc374c. 00010000:00000010:3.1:1761312155.198155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb7a08. 00010000:00000010:3.1:1761312155.198157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab7789d. 00010000:00000010:3.1:1761312155.198159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33758a1. 00010000:00000010:3.1:1761312155.198160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fe91595. 00010000:00000010:3.1:1761312155.198162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b648cf1a. 00010000:00000010:3.1:1761312155.198164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b3ffe9c. 00010000:00000010:3.1:1761312155.198166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff27fd2c. 00010000:00000010:3.1:1761312155.198168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf689ba. 00010000:00000010:3.1:1761312155.198172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447728b2. 00010000:00000010:3.1:1761312155.198174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073ec79d0. 00010000:00000010:3.1:1761312155.198176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c3b6e0. 00010000:00000010:3.1:1761312155.198180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c76c83. 00010000:00000010:3.1:1761312155.198184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bbb336. 00010000:00000010:3.1:1761312155.198186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cafe887a. 00010000:00000010:3.1:1761312155.198188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a2e0dd. 00010000:00000010:3.1:1761312155.198190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884c069a. 00010000:00000010:3.1:1761312155.198192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b409c78. 00010000:00000010:3.1:1761312155.198194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff31545. 00010000:00000010:3.1:1761312155.198197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095685a08. 00010000:00000010:3.1:1761312155.198199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b3f3726. 00010000:00000010:3.1:1761312155.198202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191b9c9. 00010000:00000010:3.1:1761312155.198204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088126fad. 00010000:00000010:3.1:1761312155.198206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007623958. 00010000:00000010:3.1:1761312155.198208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002dda31b. 00010000:00000010:3.1:1761312155.198210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1dc750b. 00010000:00000010:3.1:1761312155.198212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77bc3a9. 00010000:00000010:3.1:1761312155.198214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f82c02f. 00010000:00000010:3.1:1761312155.198219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac83565f. 00010000:00000010:3.1:1761312155.198222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb15702b. 00010000:00000010:3.1:1761312155.198224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dbab4a3. 00010000:00000010:3.1:1761312155.198228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fc0494. 00010000:00000010:3.1:1761312155.198230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b31968c. 00010000:00000010:3.1:1761312155.198233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d8d8e6. 00010000:00000010:3.1:1761312155.198235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012a63133. 00010000:00000010:3.1:1761312155.198238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095196bee. 00010000:00000010:3.1:1761312155.198240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4742ef9. 00010000:00000010:3.1:1761312155.198242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a86ca62. 00010000:00000010:3.1:1761312155.198244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee03bca6. 00010000:00000010:3.1:1761312155.198247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f28668d4. 00010000:00000010:3.1:1761312155.198248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001550f83e. 00010000:00000010:3.1:1761312155.198250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacf3a9. 00010000:00000010:0.1:1761312155.198545:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6015441. 00010000:00000010:0.1:1761312155.198554:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5d5a1ca. 00010000:00000010:0.1:1761312155.198560:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000923ab20f. 00010000:00000010:0.1:1761312155.198564:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020498d9f. 00010000:00000010:0.1:1761312155.198569:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a202bf. 00010000:00000010:0.1:1761312155.198573:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced3824. 00010000:00000010:0.1:1761312155.198575:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c52d63. 00010000:00000010:0.1:1761312155.198578:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cdc07e. 00010000:00000010:0.1:1761312155.198581:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c1a0799. 00010000:00000010:0.1:1761312155.198583:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c145edb. 00010000:00000010:0.1:1761312155.198619:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000587ed93. 00010000:00000010:0.1:1761312155.198621:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb352326. 00010000:00000010:0.1:1761312155.198665:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090960eb7. 00010000:00000010:0.1:1761312155.198668:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb2b118f. 00010000:00000010:0.1:1761312155.198671:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7574e63. 00010000:00000010:0.1:1761312155.198673:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3002f85. 00010000:00000010:0.1:1761312155.198675:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e107ea6a. 00010000:00000010:0.1:1761312155.198678:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dddeddd. 00010000:00000010:0.1:1761312155.198680:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009332b5c6. 00010000:00000010:0.1:1761312155.198682:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0295ae. 00010000:00000010:0.1:1761312155.198761:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000496de8b0. 00010000:00000010:0.1:1761312155.198766:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624233b3. 00010000:00000010:0.1:1761312155.198768:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004256f6d8. 00010000:00000010:0.1:1761312155.198770:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000023ba1aa. 00010000:00000010:0.1:1761312155.198772:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ce770b. 00010000:00000010:0.1:1761312155.198775:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070c0f90. 00010000:00000010:0.1:1761312155.198781:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048b6434f. 00010000:00000010:0.1:1761312155.198784:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d84b26e. 00010000:00000010:0.1:1761312155.198786:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234e9ea5. 00010000:00000010:0.1:1761312155.198789:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abf259e. 00010000:00000010:0.1:1761312155.198793:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000414e3ba6. 00010000:00000010:0.1:1761312155.198796:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002fc694a. 00010000:00000010:0.1:1761312155.198798:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b34bfd9a. 00010000:00000010:0.1:1761312155.198801:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090bf8848. 00010000:00000010:0.1:1761312155.198804:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b527e2d8. 00010000:00000010:0.1:1761312155.198807:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2eaa4cd. 00010000:00000010:0.1:1761312155.198810:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9015aeb. 00010000:00000010:0.1:1761312155.198812:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef99c44. 00010000:00000010:0.1:1761312155.198815:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd73fefa. 00010000:00000010:0.1:1761312155.198818:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9a3474. 00010000:00000010:0.1:1761312155.198820:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb664d34. 00010000:00000010:0.1:1761312155.198824:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9694ad. 00010000:00000010:0.1:1761312155.198827:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b336eade. 00010000:00000010:0.1:1761312155.198830:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc660ac. 00010000:00000010:0.1:1761312155.198832:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b597f5c3. 00010000:00000010:0.1:1761312155.198835:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887e7332. 00010000:00000010:0.1:1761312155.198837:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b771113. 00010000:00000010:0.1:1761312155.198840:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7176614. 00010000:00000010:0.1:1761312155.198842:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ceb2c02. 00010000:00000010:0.1:1761312155.198845:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d04bb3. 00010000:00000010:0.1:1761312155.198850:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1c22c4. 00010000:00000010:0.1:1761312155.198853:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd33832. 00010000:00000010:0.1:1761312155.198855:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029fa55ab. 00010000:00000010:0.1:1761312155.198858:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991663a2. 00010000:00000010:0.1:1761312155.198861:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc18f32b. 00010000:00000010:0.1:1761312155.198864:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af7d163. 00010000:00000010:0.1:1761312155.198867:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5fc8b13. 00010000:00000010:0.1:1761312155.198870:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2295251. 00010000:00000010:0.1:1761312155.198872:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a355a692. 00010000:00000010:0.1:1761312155.198875:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f97d65. 00010000:00000010:0.1:1761312155.198879:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e1d4bd2. 00010000:00000010:0.1:1761312155.198882:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b15b069. 00010000:00000010:0.1:1761312155.198885:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09d27cb. 00010000:00000010:0.1:1761312155.198887:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061194ae5. 00010000:00000010:0.1:1761312155.198890:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bade20c5. 00010000:00000010:0.1:1761312155.198893:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081798b9a. 00010000:00000010:0.1:1761312155.198895:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac7d31c5. 00010000:00000010:0.1:1761312155.198898:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e41307a. 00010000:00000010:0.1:1761312155.198903:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f94849. 00010000:00000010:0.1:1761312155.198908:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c823c2. 00010000:00000010:0.1:1761312155.198912:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007994af88. 00010000:00000010:0.1:1761312155.198915:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015073c75. 00010000:00000010:0.1:1761312155.198917:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f9dd7fa. 00010000:00000010:0.1:1761312155.198922:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ec66d26. 00010000:00000010:0.1:1761312155.198926:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088af5510. 00010000:00000010:0.1:1761312155.198929:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cfe059b. 00010000:00000010:0.1:1761312155.198931:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd358d14. 00010000:00000010:0.1:1761312155.198936:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019a60e38. 00010000:00000010:0.1:1761312155.198940:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db5699a. 00010000:00000010:0.1:1761312155.198943:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e731b09e. 00010000:00000010:0.1:1761312155.198947:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059602309. 00010000:00000010:0.1:1761312155.198949:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efe45f5. 00010000:00000010:0.1:1761312155.198952:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008343abac. 00010000:00000010:0.1:1761312155.198956:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9e3d3d. 00010000:00000010:0.1:1761312155.198959:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ecfee6f. 00010000:00000010:0.1:1761312155.198962:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a768a196. 00010000:00000010:0.1:1761312155.198964:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7bd68fc. 00010000:00000010:0.1:1761312155.198968:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95ddfae. 00010000:00000010:0.1:1761312155.198972:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb2d026. 00010000:00000010:0.1:1761312155.198974:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2041fb1. 00010000:00000010:0.1:1761312155.198978:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a48107c5. 00010000:00000010:0.1:1761312155.198980:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9d06bc. 00010000:00000010:0.1:1761312155.198983:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2a75940. 00010000:00000010:0.1:1761312155.198985:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1657593. 00010000:00000010:0.1:1761312155.198990:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adb9b1bd. 00010000:00000010:0.1:1761312155.198993:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fa606b7. 00010000:00000010:0.1:1761312155.198996:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca9dab40. 00010000:00000010:0.1:1761312155.198998:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f338ebf. 00010000:00000010:0.1:1761312155.199001:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d99f07. 00010000:00000010:0.1:1761312155.199004:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78a7a8a. 00010000:00000010:0.1:1761312155.199008:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da0c769e. 00010000:00000010:0.1:1761312155.199010:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc63452. 00010000:00000010:0.1:1761312155.199012:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4291c3. 00010000:00000010:0.1:1761312155.199014:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f66c1c4. 00010000:00000010:0.1:1761312155.199017:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaf5dbf1. 00010000:00000010:0.1:1761312155.199019:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e94d4ef. 00010000:00000010:0.1:1761312155.199022:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029620f53. 00010000:00000010:0.1:1761312155.199024:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df995d5. 00010000:00000010:0.1:1761312155.199028:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000800d52d8. 00010000:00000010:0.1:1761312155.199032:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bce0cff. 00010000:00000010:0.1:1761312155.199036:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d24999c. 00010000:00000010:0.1:1761312155.199039:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3d8ea7. 00010000:00000010:0.1:1761312155.199041:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2de87b2. 00010000:00000010:0.1:1761312155.199045:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006893520b. 00010000:00000010:0.1:1761312155.199049:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ba579d. 00010000:00000010:0.1:1761312155.199053:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbfb0dec. 00010000:00000010:0.1:1761312155.199056:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007500bd7c. 00010000:00000010:0.1:1761312155.199059:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a9e371. 00010000:00000010:0.1:1761312155.199061:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce3142c. 00010000:00000010:0.1:1761312155.199064:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65c3a8e. 00010000:00000010:0.1:1761312155.199068:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087a3bad0. 00010000:00000010:0.1:1761312155.199072:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009795e6f7. 00010000:00000010:0.1:1761312155.199076:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031f9271a. 00010000:00000010:0.1:1761312155.199079:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a793ba8c. 00010000:00000010:0.1:1761312155.199085:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42dd630. 00010000:00000010:0.1:1761312155.199088:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf72baa. 00010000:00000010:0.1:1761312155.199091:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4981067. 00010000:00000010:0.1:1761312155.199093:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8b284. 00010000:00000010:0.1:1761312155.199096:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ca4d1a. 00010000:00000010:0.1:1761312155.199098:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046a4f961. 00010000:00000010:0.1:1761312155.199101:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3331cee. 00010000:00000010:0.1:1761312155.199104:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047de7aa1. 00010000:00000010:0.1:1761312155.199106:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd967492. 00010000:00000010:0.1:1761312155.199109:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0fc570. 00010000:00000010:0.1:1761312155.199111:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000201c88b5. 00010000:00000010:0.1:1761312155.199113:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098aa2ccb. 00010000:00000010:0.1:1761312155.199116:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20f2783. 00010000:00000010:0.1:1761312155.199118:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001007ed5c. 00010000:00000010:0.1:1761312155.199121:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094f1d465. 00010000:00000010:0.1:1761312155.199123:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90da3a3. 00010000:00000010:0.1:1761312155.199126:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003068fc24. 00010000:00000010:0.1:1761312155.199129:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7d1729e. 00010000:00000010:0.1:1761312155.199134:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d9e2d18. 00010000:00000010:0.1:1761312155.199137:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.1:1761312155.199142:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ac09ea0. 00010000:00000010:0.1:1761312155.199146:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035894d7. 00010000:00000010:0.1:1761312155.199149:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc59039. 00010000:00000010:0.1:1761312155.199152:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.1:1761312155.199154:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eebaf6c7. 00010000:00000010:0.1:1761312155.199156:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818864b6. 00010000:00000010:0.1:1761312155.199160:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f254e56. 00010000:00000010:0.1:1761312155.199163:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.1:1761312155.199166:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c01097a. 00010000:00000010:0.1:1761312155.199170:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.1:1761312155.199173:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719f5ac2. 00010000:00000010:0.1:1761312155.199175:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2854ea8. 00000800:00000200:1.0:1761312155.199347:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.199353:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ae20c3 (tot 82338970). 00000400:00000200:1.0:1761312155.199359:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.199371:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.199377:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312155.199380:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312155.199391:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f86d3ea x1846868015328256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.199438:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.199454:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002c00 00000400:00000200:1.0:1761312155.199463:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef61 [1] + 224 00000400:00000200:1.0:1761312155.199475:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.199477:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.199482:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f86d3ea x1846868015328256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.199515:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.199519:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d569c0 00000400:00000200:1.0:1761312155.199525:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 1640 00000400:00000200:1.0:1761312155.199591:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.199595:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.199600:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.199608:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 00000020:00000010:3.0:1761312155.199756:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d7121e. 00000020:00000010:3.0:1761312155.199765:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.199771:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b1fa53e. 00000100:00000200:3.0:1761312155.199803:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b46855dc x1846868012526016/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312155.199848:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526016 02000000:00000010:3.0:1761312155.199866:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947c9176. 00010000:00000010:3.0:1761312155.199928:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.199938:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.199946:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.199951:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00000400:00000010:3.0:1761312155.199972:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312155.199978:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526016, offset 224 00000400:00000200:3.0:1761312155.199988:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.200001:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.200008:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89125:89125:256:4294967295] 192.168.203.32@tcp LPNI seq info [89125:89125:8:4294967295] 00000400:00000200:3.0:1761312155.200019:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.200024:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.200029:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339218). 00000800:00000200:3.0:1761312155.200036:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.200045:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.200048:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.200066:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.200072:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b1fa53e. 00000020:00000010:3.0:1761312155.200074:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d7121e. 00000400:00000010:2.0:1761312155.200175:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:2.0:1761312155.200181:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:2.0:1761312155.200183:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000100:00000200:2.0:1761312155.200189:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f86d3ea x1846868015328256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.200197:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f86d3ea x1846868015328256/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.200223:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb462353. 02000000:00000010:2.0:1761312155.200240:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073559783. 02000000:00000010:2.0:1761312155.200246:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084e3943d. 00000100:00000010:2.0:1761312155.200250:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f86d3ea. 00000100:00000010:2.0:1761312155.200253:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:2.0:1761312155.200256:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cb1ed33. 00080000:00000010:2.0:1761312155.200275:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084e3943d. 00010000:00000010:2.0:1761312155.200372:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:2.0:1761312155.200379:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a98bfc0. 00010000:00000010:2.0:1761312155.200469:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312155.200476:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.200487:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029f17c70. 00000100:00000010:2.0:1761312155.200490:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.200499:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 02000000:00000010:2.0:1761312155.200511:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e70cb4a8. 02000000:00000010:2.0:1761312155.200539:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b8876a5. 00000400:00000010:2.0:1761312155.200543:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb443268. 00000400:00000010:2.0:1761312155.200547:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312155.200552:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328320, portal 16 00000400:00000010:2.0:1761312155.200556:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312155.200558:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328320, offset 0 00000400:00000200:2.0:1761312155.200565:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.200572:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.200579:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.200582:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.200586:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.200588:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89126:89126:255:4294967295] 192.168.203.32@tcp LPNI seq info [89126:89126:7:4294967295] 00000400:00000200:2.0:1761312155.200596:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.200600:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.200603:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312155.200607:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.200611:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.200613:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.202922:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.202931:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82339218). 00000400:00000200:0.0:1761312155.202943:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.202954:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.202961:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:0.0:1761312155.202964:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000800:00000200:0.0:1761312155.203059:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.203062:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:0.0:1761312155.203067:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.203070:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.203072:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:0.0:1761312155.203074:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:0.0:1761312155.203083:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e65c033 x1846868015328320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.205807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676ea29d. 00010000:00000010:1.1:1761312155.205828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b51dbc. 00010000:00000010:1.1:1761312155.205835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f03e7c. 00010000:00000010:1.1:1761312155.205838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbbd161. 00010000:00000010:1.1:1761312155.205840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000043f8df5. 00010000:00000010:1.1:1761312155.205843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c4b6dd9. 00010000:00000010:1.1:1761312155.205848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042da754c. 00010000:00000010:1.1:1761312155.205853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d0c00a3. 00010000:00000010:1.1:1761312155.205857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213343cb. 00010000:00000010:1.1:1761312155.205862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ccb780. 00010000:00000010:1.1:1761312155.205864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd67dad0. 00010000:00000010:1.1:1761312155.205867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809fcd1f. 00010000:00000010:1.1:1761312155.205870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d37fded. 00010000:00000010:1.1:1761312155.205872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c88f64e0. 00010000:00000010:1.1:1761312155.205875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f55bd4d. 00010000:00000010:1.1:1761312155.205877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d864eee1. 00010000:00000010:1.1:1761312155.205879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2d8096. 00010000:00000010:1.1:1761312155.205882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086fb2ac0. 00010000:00000010:1.1:1761312155.205884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016c34089. 00010000:00000010:1.1:1761312155.205887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd90ef7b. 00010000:00000010:1.1:1761312155.205889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe04b849. 00010000:00000010:1.1:1761312155.205892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3990b6. 00010000:00000010:1.1:1761312155.205894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000448d5c82. 00010000:00000010:1.1:1761312155.205896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7171abc. 00010000:00000010:1.1:1761312155.208839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9365cca. 00010000:00000010:1.1:1761312155.208863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b588f1. 00010000:00000010:1.1:1761312155.208869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a07bf09. 00010000:00000010:1.1:1761312155.208872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569ab7cd. 00010000:00000010:1.1:1761312155.208877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5914154. 00010000:00000010:1.1:1761312155.208881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b592f6a3. 00010000:00000010:1.1:1761312155.208884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fd80be6. 00010000:00000010:1.1:1761312155.208888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb3f9e3. 00010000:00000010:1.1:1761312155.208890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7e2076e. 00010000:00000010:1.1:1761312155.208893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fa559. 00010000:00000010:1.1:1761312155.208895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f650f689. 00010000:00000010:1.1:1761312155.208897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f9ac7. 00010000:00000010:1.1:1761312155.208899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de33f691. 00010000:00000010:1.1:1761312155.208905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b69c5d. 00010000:00000010:1.1:1761312155.208907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c24056. 00010000:00000010:1.1:1761312155.208910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe906ec. 00010000:00000010:1.1:1761312155.208912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e076439. 00010000:00000010:1.1:1761312155.208917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6452b4. 00010000:00000010:1.1:1761312155.208925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b225c76. 00010000:00000010:1.1:1761312155.208928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe08272. 00010000:00000010:1.1:1761312155.208930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d8b38b. 00010000:00000010:1.1:1761312155.208935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cca2b. 00010000:00000010:1.1:1761312155.208938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e3f19c. 00010000:00000010:1.1:1761312155.208941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e29426b4. 00010000:00000010:1.1:1761312155.208944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690dd253. 00010000:00000010:1.1:1761312155.208947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f865fb8c. 00010000:00000010:1.1:1761312155.208949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000462d200a. 00010000:00000010:1.1:1761312155.208952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d034a08b. 00010000:00000010:1.1:1761312155.208954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005854e39b. 00010000:00000010:1.1:1761312155.208957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0e106f8. 00010000:00000010:1.1:1761312155.208959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0545042. 00010000:00000010:1.1:1761312155.208961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000811ce7ae. 00010000:00000010:1.1:1761312155.208963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acb2a8b. 00010000:00000010:1.1:1761312155.208966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f46540f. 00010000:00000010:1.1:1761312155.208968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397dde32. 00010000:00000010:1.1:1761312155.208971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ad7fc9. 00010000:00000010:1.1:1761312155.208973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033312ca7. 00010000:00000010:1.1:1761312155.208976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8d97ae. 00010000:00000010:1.1:1761312155.208978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e90c9bac. 00010000:00000010:1.1:1761312155.208981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab0d9a42. 00010000:00000010:1.1:1761312155.208985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de933c9c. 00010000:00000010:1.1:1761312155.208989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e27e362. 00010000:00000010:1.1:1761312155.208991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed07be5. 00010000:00000010:1.1:1761312155.208994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a104aa. 00010000:00000010:1.1:1761312155.208997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31f96c0. 00010000:00000010:1.1:1761312155.209000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c13a367. 00010000:00000010:1.1:1761312155.209003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4dc45e. 00010000:00000010:1.1:1761312155.209006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.1:1761312155.209008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7343700. 00010000:00000010:1.1:1761312155.209011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4804fd0. 00010000:00000010:1.1:1761312155.209014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d884cd23. 00010000:00000010:1.1:1761312155.209017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.1:1761312155.209020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f6aba0c. 00010000:00000010:1.1:1761312155.209024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001aadbd6. 00010000:00000010:1.1:1761312155.209026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098221599. 00010000:00000010:1.1:1761312155.209029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5577937. 00000400:00000200:1.0:1761312155.213066:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.213095:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002c40 00000400:00000200:1.0:1761312155.213110:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef6d [1] + 224 00000400:00000200:1.0:1761312155.213127:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.213132:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.213148:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e65c033 x1846868015328320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.213200:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.213207:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56a00 00000400:00000200:1.0:1761312155.213214:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad885 [2] + 1968 00000400:00000010:1.0:1761312155.213220:0:15805:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b00c5cc. 00000400:00000200:1.0:1761312155.213226:0:15805:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b505f4d3 00000400:00000010:3.0:1761312155.213236:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb443268. 00000400:00000200:1.0:1761312155.213240:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.213243:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000200:1.0:1761312155.213246:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:3.0:1761312155.213247:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000400:00000200:1.0:1761312155.213252:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b505f4d3 00000400:00000010:1.0:1761312155.213256:0:15805:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b505f4d3 (tot 82338818). 00000100:00000200:3.0:1761312155.213257:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e65c033 x1846868015328320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.213265:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761312155.213269:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e65c033 x1846868015328320/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.213295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502c3ff0. 00010000:00000010:2.1:1761312155.213306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b485875f. 02000000:00000010:3.0:1761312155.213310:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b8876a5. 00010000:00000010:2.1:1761312155.213315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cfae5a9. 02000000:00000010:3.0:1761312155.213320:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e70cb4a8. 00000100:00000010:3.0:1761312155.213329:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00000100:00000010:3.0:1761312155.213335:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:3.0:1761312155.213342:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029f17c70. 00000020:00000010:0.0:1761312155.213576:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:0.0:1761312155.213586:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.213591:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.213661:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006add2030 x1846868012526080/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.213701:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526080 02000000:00000010:0.0:1761312155.213717:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d87020cf. 00010000:00000010:0.0:1761312155.213765:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012dc0c5c. 00010000:00000010:0.0:1761312155.213789:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.213796:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000658a46b2. 00000100:00000010:0.0:1761312155.213815:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000658a46b2. 00010000:00000010:0.0:1761312155.213818:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.213835:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.213841:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526080, offset 224 00000400:00000200:0.0:1761312155.213852:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.213864:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.213870:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89127:89127:256:4294967295] 192.168.203.32@tcp LPNI seq info [89127:89127:8:4294967295] 00000400:00000200:0.0:1761312155.213881:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.213887:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.213894:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339066). 00000800:00000200:0.0:1761312155.213901:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.213910:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.213914:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.213932:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.213938:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.213941:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 02000000:00000010:0.0:1761312155.213951:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947c9176. 00000100:00000010:0.0:1761312155.213954:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 02000000:00000010:0.0:1761312155.213958:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c143de7. 00000100:00000010:0.0:1761312155.213961:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 02000000:00000010:0.0:1761312155.213964:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135460e8. 00000100:00000010:0.0:1761312155.213966:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb1bc77a. 02000000:00000010:0.0:1761312155.213969:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:0.0:1761312155.213973:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:0.0:1761312155.213976:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5f75ef2. 00000100:00000010:0.0:1761312155.213979:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:0.0:1761312155.213983:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbccaef2. 00000100:00000010:0.0:1761312155.213985:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd8565e1. 00000100:00000200:0.0:1761312155.213992:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761312155.213998:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069ddcc9b. 00000400:00000010:0.0:1761312155.214002:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000658a46b2 (tot 82339218). 00080000:00000010:2.0:1761312155.214064:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b8876a5. 00010000:00000010:2.0:1761312155.214170:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.214178:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efa2837c. 00010000:00000010:2.0:1761312155.214266:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312155.214271:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.214282:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.214286:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.214294:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 02000000:00000010:2.0:1761312155.214306:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d55337f. 02000000:00000010:2.0:1761312155.214333:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8105e8e. 00000400:00000010:2.0:1761312155.214337:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005891ef1d. 00000400:00000010:2.0:1761312155.214340:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312155.214343:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328384, portal 16 00000400:00000010:2.0:1761312155.214346:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312155.214348:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328384, offset 0 00000400:00000200:2.0:1761312155.214353:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.214359:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.214366:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.214370:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.214372:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.214375:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89128:89128:255:4294967295] 192.168.203.32@tcp LPNI seq info [89128:89128:7:4294967295] 00000400:00000200:2.0:1761312155.214382:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.214387:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.214390:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312155.214394:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.214398:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.214400:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.214558:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.214562:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:1.0:1761312155.214565:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.214569:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.214573:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:1.0:1761312155.214574:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 02000000:00000010:1.0:1761312155.214578:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d87020cf. 00000800:00000200:1.0:1761312155.214686:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.214689:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:1.0:1761312155.214694:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.214697:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.214699:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:1.0:1761312155.214701:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:1.0:1761312155.214707:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e65c033 x1846868015328384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.220313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf162963. 00000400:00000200:0.0:1761312155.221859:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.221884:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002c80 00000400:00000200:0.0:1761312155.221895:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef7d [1] + 224 00000400:00000200:0.0:1761312155.221910:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.221915:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.221930:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e65c033 x1846868015328384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.221969:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.221974:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56a40 00000400:00000200:0.0:1761312155.221979:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 0 00000400:00000200:0.0:1761312155.221991:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.221994:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.221998:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.222004:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 00000020:00000010:3.0:1761312155.222108:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032200d06. 00000020:00000010:3.0:1761312155.222117:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.222122:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b1fa53e. 00000100:00000200:3.0:1761312155.222153:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000926416a1 x1846868012526144/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.222192:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526144 02000000:00000010:3.0:1761312155.222208:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fadc0c. 00010000:00000010:3.0:1761312155.222262:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.222270:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.222278:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.222283:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00000400:00000010:3.0:1761312155.222303:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312155.222309:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526144, offset 224 00000400:00000200:3.0:1761312155.222318:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.222331:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.222338:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89129:89129:256:4294967295] 192.168.203.32@tcp LPNI seq info [89129:89129:8:4294967295] 00000400:00000200:3.0:1761312155.222349:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.222355:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.222360:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312155.222366:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.222374:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.222379:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.222404:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.222411:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b1fa53e. 00000020:00000010:3.0:1761312155.222414:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032200d06. 00000400:00000010:2.0:1761312155.223137:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005891ef1d. 00000400:00000200:2.0:1761312155.223144:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312155.223146:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312155.223156:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e65c033 x1846868015328384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.223166:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e65c033 x1846868015328384/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.223196:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032097dff. 02000000:00000010:2.0:1761312155.223219:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8105e8e. 02000000:00000010:2.0:1761312155.223226:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d55337f. 00000100:00000010:2.0:1761312155.223231:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00000100:00000010:2.0:1761312155.223236:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.223241:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00080000:00000010:2.0:1761312155.223266:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8105e8e. 00010000:00000010:2.0:1761312155.223377:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.223385:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7c2f701. 00010000:00000010:2.0:1761312155.223483:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.223488:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312155.223495:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.223500:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00080000:00000010:2.0:1761312155.223516:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ac1107e. 00010000:00000010:2.0:1761312155.223555:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.223559:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dffb7fe. 00010000:00000010:2.0:1761312155.223616:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312155.223620:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.223653:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.223659:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.223669:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000800:00000200:3.0:1761312155.223944:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.223950:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:3.0:1761312155.223954:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.223962:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.223967:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:3.0:1761312155.223969:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 02000000:00000010:2.0:1761312155.224190:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312155.224231:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d55337f. 00000400:00000010:2.0:1761312155.224237:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005891ef1d. 00000400:00000010:2.0:1761312155.224243:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312155.224250:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328448, portal 16 00000400:00000010:2.0:1761312155.224257:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312155.224259:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328448, offset 0 00000400:00000200:2.0:1761312155.224267:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.224282:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.224291:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.224297:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.224299:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.224303:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89130:89130:256:4294967295] 192.168.203.32@tcp LPNI seq info [89130:89130:8:4294967295] 00000400:00000200:2.0:1761312155.224313:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.224319:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.224323:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.224330:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.224337:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.224341:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.225440:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.225448:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312155.225459:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.225469:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.225474:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:1.0:1761312155.225476:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:1.0:1761312155.225486:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e65c033 x1846868015328448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.227835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a82be279. 00010000:00000010:2.1:1761312155.227856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00000400:00000200:1.0:1761312155.231454:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.231484:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002cc0 00000400:00000200:1.0:1761312155.231495:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef89 [1] + 224 00000400:00000200:1.0:1761312155.231523:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.231528:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.231541:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e65c033 x1846868015328448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.231655:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005891ef1d. 00000400:00000200:2.0:1761312155.231662:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312155.231664:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312155.231670:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e65c033 x1846868015328448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.231677:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e65c033 x1846868015328448/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.231739:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d55337f. 02000000:00000010:2.0:1761312155.231749:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d3cf70. 00000100:00000010:2.0:1761312155.231754:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00000100:00000010:2.0:1761312155.231761:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.231767:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000200:3.0:1761312155.232487:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.232501:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56a80 00000400:00000200:3.0:1761312155.232509:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 328 00000400:00000200:3.0:1761312155.232569:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.232573:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.232579:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.232584:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:0.0:1761312155.233321:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:0.0:1761312155.233331:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.233336:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.233366:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012526208/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.233402:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526208 02000000:00000010:0.0:1761312155.233416:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d87020cf. 00010000:00000010:0.0:1761312155.233449:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ac02b68. 00010000:00000010:0.0:1761312155.233472:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.233479:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312155.233495:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00010000:00000010:0.0:1761312155.233499:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.233515:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312155.233520:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526208, offset 224 00000400:00000200:0.0:1761312155.233528:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.233540:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.233546:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89131:89131:256:4294967295] 192.168.203.32@tcp LPNI seq info [89131:89131:8:4294967295] 00000400:00000200:0.0:1761312155.233556:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.233562:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.233567:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.233572:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.233579:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.233584:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.233606:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.233610:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.233614:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 00080000:00000010:2.0:1761312155.233955:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d55337f. 00010000:00000010:2.0:1761312155.234053:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.234060:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d05f1344. 00010000:00000010:2.0:1761312155.234162:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974a310. 00010000:00000010:2.0:1761312155.234169:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.234181:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.234185:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.234194:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 02000000:00000010:2.0:1761312155.234209:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037d3cf70. 02000000:00000010:2.0:1761312155.234240:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003051ee00. 00000400:00000010:2.0:1761312155.234246:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005891ef1d. 00000400:00000010:2.0:1761312155.234252:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312155.234257:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328512, portal 16 00000400:00000010:2.0:1761312155.234262:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312155.234264:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328512, offset 0 00000400:00000200:2.0:1761312155.234270:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.234277:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.234285:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.234289:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.234292:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.234294:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89132:89132:255:4294967295] 192.168.203.32@tcp LPNI seq info [89132:89132:7:4294967295] 00000400:00000200:2.0:1761312155.234301:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.234306:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.234309:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312155.234314:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.234319:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.234322:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.234458:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.234462:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:1.0:1761312155.234466:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.234471:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.234475:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:1.0:1761312155.234477:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000800:00000200:1.0:1761312155.234538:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.234540:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312155.234546:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.234549:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.234551:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:1.0:1761312155.234552:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:1.0:1761312155.234558:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e65c033 x1846868015328512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.235982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007345e11. 00010000:00000010:2.1:1761312155.236004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e58cc8. 00010000:00000010:2.1:1761312155.236011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00010000:00000010:2.1:1761312155.236015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.236017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:1.0:1761312155.236712:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.236741:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002d00 00000400:00000200:1.0:1761312155.236751:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaef95 [1] + 224 00000400:00000200:1.0:1761312155.236772:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.236775:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.236788:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e65c033 x1846868015328512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.237418:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.237431:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56ac0 00000400:00000200:3.0:1761312155.237437:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 656 00000400:00000010:2.0:1761312155.237546:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005891ef1d. 00000400:00000200:2.0:1761312155.237552:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:2.0:1761312155.237555:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000100:00000200:2.0:1761312155.237561:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e65c033 x1846868015328512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.237570:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e65c033 x1846868015328512/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.237618:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003051ee00. 02000000:00000010:2.0:1761312155.237665:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037d3cf70. 00000100:00000010:2.0:1761312155.237672:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 00000100:00000010:2.0:1761312155.237678:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00000400:00000200:3.0:1761312155.237913:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.237919:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.237924:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.237930:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00010000:00000010:2.0:1761312155.238193:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000020:00000010:0.0:1761312155.238863:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:0.0:1761312155.238873:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.238879:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.238915:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012526272/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.238956:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526272 02000000:00000010:0.0:1761312155.238973:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5f75ef2. 00010000:00000010:0.0:1761312155.239009:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e564b5d5. 00010000:00000010:0.0:1761312155.239036:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.239044:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312155.239062:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00010000:00000010:0.0:1761312155.239065:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000010:0.0:1761312155.239083:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312155.239088:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526272, offset 224 00000400:00000200:0.0:1761312155.239097:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.239115:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.239122:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89133:89133:256:4294967295] 192.168.203.32@tcp LPNI seq info [89133:89133:8:4294967295] 00000400:00000200:0.0:1761312155.239133:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.239139:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.239145:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.239151:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.239161:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.239166:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.239191:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.239196:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.239199:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 00000800:00000200:0.0:1761312155.239300:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.239304:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.239308:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.239313:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.239316:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:0.0:1761312155.239317:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00080000:00000010:3.0:1761312155.239500:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032200d06. 00010000:00000010:3.0:1761312155.239619:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:3.0:1761312155.239665:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd4733f7. 00010000:00000010:3.0:1761312155.239776:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faacf3a9. 00010000:00000010:3.0:1761312155.239783:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000029a3798. 00010000:00000010:3.0:1761312155.239797:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078cd63cd. 00000100:00000010:3.0:1761312155.239802:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.239811:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.239825:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f2b83f4. 02000000:00000010:3.0:1761312155.239857:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947c9176. 00000400:00000010:3.0:1761312155.239863:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.239869:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312155.239876:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328576, portal 16 00000400:00000010:3.0:1761312155.239880:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312155.239883:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328576, offset 0 00000400:00000200:3.0:1761312155.239889:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.239900:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.239907:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.239911:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.239915:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.239917:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89134:89134:256:4294967295] 192.168.203.32@tcp LPNI seq info [89134:89134:8:4294967295] 00000400:00000200:3.0:1761312155.239925:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.239930:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.239934:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312155.239937:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.239942:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.239945:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.240247:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.240252:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312155.240256:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.240260:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.240264:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312155.240265:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000100:00000200:1.0:1761312155.240273:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015328576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.243665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb53477. 00000400:00000200:3.0:1761312155.244195:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.244217:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002d40 00000400:00000200:3.0:1761312155.244228:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefa1 [1] + 224 00000400:00000200:3.0:1761312155.244253:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.244258:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.244272:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015328576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.244558:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:1.0:1761312155.244565:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:1.0:1761312155.244567:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00000100:00000200:1.0:1761312155.244574:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015328576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.244583:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015328576/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.244621:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947c9176. 02000000:00000010:1.0:1761312155.244660:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f2b83f4. 00000100:00000010:1.0:1761312155.244666:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:1.0:1761312155.244671:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:1.0:1761312155.244675:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078cd63cd. 00010000:00000010:2.1:1761312155.246379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad30e418. 00010000:00000010:2.1:1761312155.246406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:0.0:1761312155.246528:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.246549:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56b00 00000400:00000200:0.0:1761312155.246557:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 984 00000400:00000200:0.0:1761312155.246660:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.246665:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.246672:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.246679:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 00000020:00000010:2.0:1761312155.247783:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003051ee00. 00000020:00000010:2.0:1761312155.247795:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.247800:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.247839:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfb71ed1 x1846868012526336/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.247879:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526336 02000000:00000010:2.0:1761312155.247896:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037d3cf70. 00010000:00000010:2.0:1761312155.247935:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be0dc93d. 00010000:00000010:2.0:1761312155.247970:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.247989:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.248011:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.248016:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.248035:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312155.248042:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526336, offset 224 00000400:00000200:2.0:1761312155.248052:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312155.248053:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073559783. 00000400:00000200:2.0:1761312155.248069:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.248077:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89135:89135:256:4294967295] 192.168.203.32@tcp LPNI seq info [89135:89135:8:4294967295] 00000400:00000200:2.0:1761312155.248089:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.248097:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.248103:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.248109:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.248118:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.248123:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.248153:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.248159:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.248164:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003051ee00. 00010000:00000010:1.0:1761312155.248172:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000029a3798. 00010000:00000010:1.0:1761312155.248181:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089cc3512. 00010000:00000010:1.0:1761312155.248276:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5577937. 00010000:00000010:1.0:1761312155.248283:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.248297:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006a2201d. 00000100:00000010:1.0:1761312155.248301:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.248309:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 02000000:00000010:1.0:1761312155.248322:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f2b83f4. 02000000:00000010:1.0:1761312155.248351:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947c9176. 00000400:00000010:1.0:1761312155.248359:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312155.248364:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312155.248370:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328640, portal 16 00000400:00000010:1.0:1761312155.248375:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312155.248377:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328640, offset 0 00000400:00000200:1.0:1761312155.248383:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.248389:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.248397:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.248402:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.248405:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.248408:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89136:89136:255:4294967295] 192.168.203.32@tcp LPNI seq info [89136:89136:7:4294967295] 00000400:00000200:1.0:1761312155.248426:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.248430:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.248434:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ae20c3 (tot 82339466). 00000800:00000200:1.0:1761312155.248438:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.248442:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.248444:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000096ae20c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.248545:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.248549:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:0.0:1761312155.248556:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.248561:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.248566:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:0.0:1761312155.248568:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 00000800:00000200:0.0:1761312155.248676:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.248678:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ae20c3 (tot 82338970). 00000400:00000200:0.0:1761312155.248687:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.248690:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.248693:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:0.0:1761312155.248694:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:0.0:1761312155.248699:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa5ef120 x1846868015328640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.249362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d8793d0. 00010000:00000010:3.1:1761312155.249372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974a310. 00010000:00000010:0.1:1761312155.249693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ab68e5e. 00000400:00000200:3.0:1761312155.251001:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.251024:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002d80 00000400:00000200:3.0:1761312155.251035:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefad [1] + 224 00000400:00000200:3.0:1761312155.251049:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.251054:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.251069:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa5ef120 x1846868015328640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.251117:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.251125:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56b40 00000400:00000200:3.0:1761312155.251132:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 1312 00000400:00000010:1.0:1761312155.251140:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:1.0:1761312155.251147:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:1.0:1761312155.251149:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:1.0:1761312155.251157:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa5ef120 x1846868015328640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.251165:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa5ef120 x1846868015328640/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.251202:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947c9176. 00000400:00000200:3.0:1761312155.251210:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1761312155.251210:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f2b83f4. 00000100:00000010:1.0:1761312155.251216:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 00000400:00000200:3.0:1761312155.251217:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000010:1.0:1761312155.251223:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00000100:00000200:3.0:1761312155.251224:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1761312155.251229:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006a2201d. 00000100:00000010:3.0:1761312155.251231:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:2.0:1761312155.251423:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003051ee00. 00000020:00000010:2.0:1761312155.251433:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.251439:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.251469:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012526400/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.251516:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526400 02000000:00000010:2.0:1761312155.251532:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7bbc790. 00010000:00000010:2.0:1761312155.251565:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094fa5802. 00010000:00000010:2.0:1761312155.251588:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.251594:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.251612:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.251616:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.251662:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312155.251668:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526400, offset 224 00000400:00000200:2.0:1761312155.251677:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312155.251686:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f2b83f4. 00000400:00000200:2.0:1761312155.251690:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.251698:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89137:89137:256:4294967295] 192.168.203.32@tcp LPNI seq info [89137:89137:8:4294967295] 00000400:00000200:2.0:1761312155.251709:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.251714:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.251720:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.251726:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.251745:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.251749:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.251773:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.251778:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.251782:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003051ee00. 00010000:00000010:1.0:1761312155.251802:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.251811:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008087b28c. 00010000:00000010:1.0:1761312155.251913:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001aadbd6. 00010000:00000010:1.0:1761312155.251920:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d3cb27c. 00010000:00000010:1.0:1761312155.251933:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000006a2201d. 00000100:00000010:1.0:1761312155.251937:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.251945:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 02000000:00000010:1.0:1761312155.251958:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:1.0:1761312155.251991:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054b6c610. 00000400:00000010:1.0:1761312155.251997:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000010:1.0:1761312155.252002:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312155.252008:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328704, portal 16 00000400:00000010:1.0:1761312155.252013:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312155.252016:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328704, offset 0 00000400:00000200:1.0:1761312155.252023:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.252030:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.252038:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.252043:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.252046:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.252048:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89138:89138:255:4294967295] 192.168.203.32@tcp LPNI seq info [89138:89138:7:4294967295] 00000400:00000200:1.0:1761312155.252056:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.252060:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.252064:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339466). 00000800:00000200:1.0:1761312155.252068:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.252073:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.252076:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.252728:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.252744:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:3.0:1761312155.252752:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.252758:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.252763:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:3.0:1761312155.252765:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000800:00000200:3.0:1761312155.252836:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.252838:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:3.0:1761312155.252842:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.252845:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.252847:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:3.0:1761312155.252849:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00000100:00000200:3.0:1761312155.252854:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa5ef120 x1846868015328704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.254236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061be2ee8. 00010000:00000010:1.1:1761312155.254660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba471441. 00010000:00000010:1.1:1761312155.254670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacf3a9. 00000400:00000200:0.0:1761312155.257778:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.257806:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002dc0 00000400:00000200:0.0:1761312155.257817:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefb9 [1] + 224 00000400:00000200:0.0:1761312155.257831:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.257835:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.257851:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa5ef120 x1846868015328704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.257894:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.257900:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56b80 00000400:00000200:0.0:1761312155.257906:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 1640 00000400:00000010:3.0:1761312155.257930:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008dd56b1b. 00000400:00000200:3.0:1761312155.257938:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:3.0:1761312155.257941:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:3.0:1761312155.257950:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa5ef120 x1846868015328704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.257959:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa5ef120 x1846868015328704/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.257981:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.257987:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.257991:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.257998:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 02000000:00000010:3.0:1761312155.258001:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054b6c610. 02000000:00000010:3.0:1761312155.258011:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:3.0:1761312155.258017:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 00000100:00000010:3.0:1761312155.258022:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:3.0:1761312155.258029:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000006a2201d. 00000020:00000010:2.0:1761312155.258089:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003051ee00. 00000020:00000010:2.0:1761312155.258099:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.258105:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.258137:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012526464/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.258177:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526464 02000000:00000010:2.0:1761312155.258193:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f238b37d. 00010000:00000010:2.0:1761312155.258226:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8ecc005. 00010000:00000010:2.0:1761312155.258253:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.258260:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.258272:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.258276:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.258293:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312155.258298:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526464, offset 224 00000400:00000200:2.0:1761312155.258307:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.258319:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.258326:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89139:89139:256:4294967295] 192.168.203.32@tcp LPNI seq info [89139:89139:8:4294967295] 00000400:00000200:2.0:1761312155.258337:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.258343:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.258348:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312155.258354:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.258362:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.258366:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.258391:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.258397:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.258401:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003051ee00. 00000800:00000200:2.0:1761312155.258491:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.258495:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:2.0:1761312155.258501:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.258505:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.258507:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:2.0:1761312155.258508:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00080000:00000010:3.0:1761312155.258548:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000135460e8. 00010000:00000010:3.0:1761312155.258751:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3cb27c. 00010000:00000010:3.0:1761312155.258760:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012c385a6. 00010000:00000010:3.0:1761312155.258851:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001550f83e. 00010000:00000010:3.0:1761312155.258855:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008841b49a. 00010000:00000010:3.0:1761312155.258862:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f28668d4. 00010000:00000010:3.0:1761312155.258869:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000029a3798. 00080000:00000010:3.0:1761312155.258882:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e70cb4a8. 00010000:00000010:0.0:1761312155.258972:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000029a3798. 00010000:00000010:0.0:1761312155.258989:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008841b49a. 00010000:00000010:0.0:1761312155.259059:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2854ea8. 00010000:00000010:0.0:1761312155.259065:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4a08722. 00010000:00000010:0.0:1761312155.259073:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf908a77. 00000100:00000010:0.0:1761312155.259078:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043cf51be. 00000100:00000010:0.0:1761312155.259087:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312155.259103:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e4924e2. 02000000:00000010:0.0:1761312155.259136:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012810713. 00000400:00000010:0.0:1761312155.259142:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008de16d92. 00000400:00000010:0.0:1761312155.259147:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312155.259154:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328768, portal 16 00000400:00000010:0.0:1761312155.259159:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312155.259161:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328768, offset 0 00000400:00000200:0.0:1761312155.259170:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.259180:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.259187:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.259191:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.259195:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.259198:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89140:89140:256:4294967295] 192.168.203.32@tcp LPNI seq info [89140:89140:8:4294967295] 00000400:00000200:0.0:1761312155.259206:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.259212:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.259216:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.259221:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.259227:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.259231:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.260490:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.260498:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.260506:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.260515:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.260521:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:3.0:1761312155.260523:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:3.0:1761312155.260532:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015328768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.261713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbfdccba. 00010000:00000010:1.1:1761312155.261730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5577937. 00010000:00000010:2.1:1761312155.265798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788e4090. 00010000:00000010:3.1:1761312155.265891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd8b8ac. 00010000:00000010:3.1:1761312155.265900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001aadbd6. 00010000:00000010:0.1:1761312155.268017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001550f83e. 00010000:00000010:0.1:1761312155.268039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f28668d4. 00000400:00000200:0.0:1761312155.268100:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.268124:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002e00 00000400:00000200:0.0:1761312155.268135:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefc5 [1] + 224 00000400:00000200:0.0:1761312155.268150:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.268155:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.268171:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015328768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.268220:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.268228:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56bc0 00000400:00000200:0.0:1761312155.268233:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad911 [2] + 1968 00000400:00000010:0.0:1761312155.268239:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008872a15f. 00000400:00000200:0.0:1761312155.268243:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000040cfb09 00000400:00000010:1.0:1761312155.268253:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008de16d92. 00000400:00000200:1.0:1761312155.268260:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:1.0:1761312155.268262:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:1.0:1761312155.268271:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015328768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.268280:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015328768/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.268323:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012810713. 02000000:00000010:1.0:1761312155.268333:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e4924e2. 00000100:00000010:1.0:1761312155.268339:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:1.0:1761312155.268346:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043cf51be. 00010000:00000010:1.0:1761312155.268349:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf908a77. 00000400:00000200:0.0:1761312155.268867:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.268875:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.268878:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000040cfb09 00000400:00000010:0.0:1761312155.268880:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000040cfb09 (tot 82338818). 00000100:00000200:0.0:1761312155.268886:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312155.271418:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4520311. 00000020:00000010:2.0:1761312155.271437:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.271443:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.271487:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002485cfe2 x1846868012526528/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.271541:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526528 02000000:00000010:2.0:1761312155.271556:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060b25d92. 00010000:00000010:2.0:1761312155.271591:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b28c2588. 00010000:00000010:2.0:1761312155.271622:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.271648:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7e48355. 00000100:00000010:2.0:1761312155.271667:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7e48355. 00010000:00000010:2.0:1761312155.271673:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.271689:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312155.271696:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526528, offset 224 00000400:00000200:2.0:1761312155.271706:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.271724:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.271731:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89141:89141:256:4294967295] 192.168.203.32@tcp LPNI seq info [89141:89141:8:4294967295] 00000400:00000200:2.0:1761312155.271750:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.271757:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.271762:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339066). 00000800:00000200:2.0:1761312155.271770:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.271779:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.271784:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.271814:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.271819:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.271823:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4520311. 02000000:00000010:2.0:1761312155.271834:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f238b37d. 00000100:00000010:2.0:1761312155.271837:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:2.0:1761312155.271843:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7bbc790. 00000100:00000010:2.0:1761312155.271848:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312155.271855:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037d3cf70. 00000100:00000010:2.0:1761312155.271858:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 02000000:00000010:2.0:1761312155.271863:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5f75ef2. 00000100:00000010:2.0:1761312155.271865:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:2.0:1761312155.271869:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d87020cf. 00000100:00000010:2.0:1761312155.271871:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:2.0:1761312155.271874:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fadc0c. 00000100:00000010:2.0:1761312155.271876:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000200:2.0:1761312155.271881:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312155.271889:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005891ef1d. 00000400:00000010:2.0:1761312155.271895:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7e48355 (tot 82339218). 00000800:00000200:3.0:1761312155.271970:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.271975:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312155.271983:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.271989:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.271994:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:3.0:1761312155.271996:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 02000000:00000010:3.0:1761312155.272001:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060b25d92. 00010000:00000010:2.1:1761312155.272729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ad05dad. 00080000:00000010:1.0:1761312155.273411:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc6caa98. 00010000:00000010:1.0:1761312155.273531:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a08722. 00010000:00000010:1.0:1761312155.273541:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ba33e87. 00010000:00000010:1.0:1761312155.273671:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5577937. 00010000:00000010:1.0:1761312155.273679:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.273706:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.273715:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.273728:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.273753:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b566e2c3. 02000000:00000010:1.0:1761312155.273792:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b50839b. 00000400:00000010:1.0:1761312155.273799:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.273807:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.273813:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328832, portal 16 00000400:00000010:1.0:1761312155.273820:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000951a1512. 00000100:00000200:1.0:1761312155.273823:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328832, offset 0 00000400:00000200:1.0:1761312155.273834:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.273854:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.273863:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.273867:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.273871:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.273875:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89142:89142:256:4294967295] 192.168.203.32@tcp LPNI seq info [89142:89142:8:4294967295] 00000400:00000200:1.0:1761312155.273886:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.273892:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.273898:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339218). 00000800:00000200:1.0:1761312155.273905:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.273914:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.273918:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.274089:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.274094:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82338970). 00000400:00000200:3.0:1761312155.274100:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.274105:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.274109:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000951a1512 00000400:00000010:3.0:1761312155.274111:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000951a1512. 00000100:00000200:3.0:1761312155.274119:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015328832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.277676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a354d5c. 00000400:00000200:0.0:1761312155.278277:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.278300:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002e40 00000400:00000200:0.0:1761312155.278312:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefd5 [1] + 224 00000400:00000200:0.0:1761312155.278327:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.278332:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.278346:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015328832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.278385:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.278391:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56c00 00000400:00000200:0.0:1761312155.278397:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 0 00000400:00000200:0.0:1761312155.278412:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.278414:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.278419:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.278425:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000400:00000010:1.0:1761312155.278521:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.278528:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:1.0:1761312155.278530:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.278536:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015328832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.278544:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015328832/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.278578:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b50839b. 02000000:00000010:1.0:1761312155.278591:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b566e2c3. 00000100:00000010:1.0:1761312155.278595:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:1.0:1761312155.278599:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.278603:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00000020:00000010:2.0:1761312155.279240:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f238b37d. 00000020:00000010:2.0:1761312155.279252:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.279258:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.279304:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012526592/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.279352:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526592 02000000:00000010:2.0:1761312155.279368:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4520311. 00010000:00000010:2.0:1761312155.284115:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca7c7b4f. 00010000:00000010:2.0:1761312155.284162:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.284175:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b104a7fb. 00000100:00000010:2.0:1761312155.284192:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b104a7fb. 00010000:00000010:2.0:1761312155.284198:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.284219:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312155.284227:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526592, offset 224 00000400:00000200:2.0:1761312155.284239:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.284261:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.284269:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89143:89143:256:4294967295] 192.168.203.32@tcp LPNI seq info [89143:89143:8:4294967295] 00000400:00000200:2.0:1761312155.284280:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.284287:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.284303:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312155.284313:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.284323:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.284328:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.284365:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.284372:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:2.0:1761312155.284378:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f238b37d. 00000800:00000200:3.0:1761312155.284544:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.284549:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.284557:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.284562:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.284568:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312155.284571:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00080000:00000010:1.0:1761312155.286484:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b566e2c3. 00010000:00000010:1.0:1761312155.286619:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.286661:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c648567. 00010000:00000010:1.0:1761312155.286777:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.286785:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.286800:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.286810:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.286822:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.286840:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b50839b. 02000000:00000010:1.0:1761312155.286883:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b1c466d. 00000400:00000010:1.0:1761312155.286892:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.286899:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.286907:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328896, portal 16 00000400:00000010:1.0:1761312155.286912:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8b9e6a1. 00000100:00000200:1.0:1761312155.286914:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328896, offset 0 00000400:00000200:1.0:1761312155.286926:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.286946:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.286956:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.286960:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.286963:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.286967:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89144:89144:256:4294967295] 192.168.203.32@tcp LPNI seq info [89144:89144:8:4294967295] 00000400:00000200:1.0:1761312155.286978:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.286984:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.286990:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312155.286997:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.287005:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.287010:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.287607:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.287613:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82338970). 00000400:00000200:3.0:1761312155.287619:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.287653:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.287659:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b9e6a1 00000400:00000010:3.0:1761312155.287662:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8b9e6a1. 00000100:00000200:3.0:1761312155.287672:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015328896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.287824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077bf0d94. 00010000:00000010:1.1:1761312155.287834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2854ea8. 00000400:00000200:0.0:1761312155.292454:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.292481:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002e80 00000400:00000200:0.0:1761312155.292494:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefe1 [1] + 224 00000400:00000200:0.0:1761312155.292509:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.292514:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.292528:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015328896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.292574:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.292579:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56c40 00000400:00000200:0.0:1761312155.292585:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 328 00000400:00000010:1.0:1761312155.292668:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.292675:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000200:0.0:1761312155.292675:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761312155.292679:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000400:00000200:0.0:1761312155.292682:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.292688:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015328896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.292689:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761312155.292699:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015328896/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761312155.292709:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00010000:00000010:2.1:1761312155.292730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000117879c4. 02000000:00000010:1.0:1761312155.292749:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b1c466d. 02000000:00000010:1.0:1761312155.292758:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b50839b. 00000100:00000010:1.0:1761312155.292763:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:1.0:1761312155.292767:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.292771:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00000020:00000010:2.0:1761312155.292788:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f238b37d. 00000020:00000010:2.0:1761312155.292797:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009dffb7fe. 00000020:00000010:2.0:1761312155.292802:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006af21a34. 00000100:00000200:2.0:1761312155.292834:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012526656/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.293426:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526656 02000000:00000010:0.0:1761312155.293444:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012810713. 00010000:00000010:0.0:1761312155.293481:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b31ae6c3. 00010000:00000010:0.0:1761312155.293506:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312155.293514:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aafa138. 00000100:00000010:0.0:1761312155.293535:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aafa138. 00010000:00000010:0.0:1761312155.293538:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00000400:00000010:0.0:1761312155.293555:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312155.293560:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526656, offset 224 00000400:00000200:0.0:1761312155.293570:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.293585:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.293593:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89145:89145:256:4294967295] 192.168.203.32@tcp LPNI seq info [89145:89145:8:4294967295] 00000400:00000200:0.0:1761312155.293607:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.293613:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00080000:00000010:1.0:1761312155.293619:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b50839b. 00000800:00000010:0.0:1761312155.293619:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.293656:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.293666:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.293672:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.293696:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009dffb7fe. 00000020:00000010:0.0:1761312155.293701:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006af21a34. 00000020:00000010:0.0:1761312155.293707:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f238b37d. 00010000:00000010:1.0:1761312155.293760:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.293770:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1713492. 00000800:00000200:3.0:1761312155.293807:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.293813:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.293817:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.293822:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.293825:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:3.0:1761312155.293827:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00010000:00000010:1.0:1761312155.293865:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4804fd0. 00010000:00000010:1.0:1761312155.293873:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000857f6760. 00010000:00000010:1.0:1761312155.293884:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.293887:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.293895:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.293906:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b1c466d. 02000000:00000010:1.0:1761312155.293934:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035e93759. 00000400:00000010:1.0:1761312155.293939:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.293944:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.293950:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015328960, portal 16 00000400:00000010:1.0:1761312155.293954:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000beb957af. 00000100:00000200:1.0:1761312155.293957:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015328960, offset 0 00000400:00000200:1.0:1761312155.293962:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.293969:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.293976:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.293980:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.293983:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.293986:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89146:89146:256:4294967295] 192.168.203.32@tcp LPNI seq info [89146:89146:8:4294967295] 00000400:00000200:1.0:1761312155.293992:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.293996:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.294000:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312155.294003:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.294007:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.294009:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.294171:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.294174:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:3.0:1761312155.294178:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.294183:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.294185:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000beb957af 00000400:00000010:3.0:1761312155.294187:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000beb957af. 00000100:00000200:3.0:1761312155.294193:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015328960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.295321:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.295342:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002ec0 00000400:00000200:0.0:1761312155.295353:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaefed [1] + 224 00000400:00000200:0.0:1761312155.295374:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.295378:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.295388:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015328960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.295449:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.295455:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:1.0:1761312155.295456:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.295461:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015328960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.295468:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015328960/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.296049:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035e93759. 02000000:00000010:1.0:1761312155.296061:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b1c466d. 00000100:00000010:1.0:1761312155.296065:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:1.0:1761312155.296069:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.296073:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00010000:00000010:1.1:1761312155.297194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d632e51. 00010000:00000010:1.1:1761312155.297210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5577937. 00000400:00000200:3.0:1761312155.298966:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.298990:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56c80 00000400:00000200:3.0:1761312155.299001:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 656 00000400:00000200:3.0:1761312155.299086:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.299092:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.299103:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.299111:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:2.0:1761312155.299446:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004492de47. 00000020:00000010:2.0:1761312155.299454:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fea22dc3. 00000020:00000010:2.0:1761312155.299459:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052b79768. 00000100:00000200:2.0:1761312155.299494:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012526720/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.299533:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526720 02000000:00000010:2.0:1761312155.299547:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e8f6a3e. 00010000:00000010:2.0:1761312155.299583:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044f67807. 00010000:00000010:2.0:1761312155.299614:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.299819:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b104a7fb. 00000100:00000010:2.0:1761312155.299874:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b104a7fb. 00010000:00000010:2.0:1761312155.299880:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00080000:00000010:0.0:1761312155.300230:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbccaef2. 00010000:00000010:0.0:1761312155.300344:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000857f6760. 00010000:00000010:0.0:1761312155.300353:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b333e1a1. 00010000:00000010:0.0:1761312155.300437:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312155.300444:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.300456:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312155.300461:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aafa138. 00000100:00000010:0.0:1761312155.300469:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312155.300483:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c143de7. 02000000:00000010:0.0:1761312155.300516:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000456e9890. 00000400:00000010:0.0:1761312155.300523:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008872a15f. 00000400:00000010:0.0:1761312155.300530:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312155.300539:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329024, portal 16 00000400:00000010:0.0:1761312155.300543:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312155.300546:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329024, offset 0 00000400:00000200:0.0:1761312155.300557:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.300573:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.300582:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.300587:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.300590:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.300594:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89147:89147:256:4294967295] 192.168.203.32@tcp LPNI seq info [89147:89147:8:4294967295] 00000400:00000200:0.0:1761312155.300606:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.300612:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.300618:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.300649:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.300659:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.300664:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.300815:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.300820:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312155.300825:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.300830:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.300835:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:1.0:1761312155.300837:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00000100:00000200:1.0:1761312155.300844:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015329024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312155.301391:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312155.301400:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526720, offset 224 00000400:00000200:3.0:1761312155.301408:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.301419:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.301423:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89148:89148:256:4294967295] 192.168.203.32@tcp LPNI seq info [89148:89148:8:4294967295] 00000400:00000200:3.0:1761312155.301432:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.301437:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.301441:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312155.301446:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.301451:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.301453:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.301489:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fea22dc3. 00000020:00000010:3.0:1761312155.301495:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052b79768. 00000020:00000010:3.0:1761312155.301500:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004492de47. 00000800:00000200:0.0:1761312155.303329:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.303339:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312155.303349:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.303358:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.303367:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:0.0:1761312155.303369:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00010000:00000010:0.1:1761312155.304437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3747bad. 00000400:00000200:3.0:1761312155.306912:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.306937:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002f00 00000400:00000200:3.0:1761312155.306949:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaeff5 [1] + 224 00000400:00000200:3.0:1761312155.306963:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.306967:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.306979:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015329024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.307014:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.307019:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56cc0 00000400:00000200:3.0:1761312155.307024:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 984 00000400:00000200:3.0:1761312155.307033:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.307036:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.307040:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.307047:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312155.307136:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b1c466d. 00000020:00000010:1.0:1761312155.307145:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.307151:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000400:00000010:0.0:1761312155.307181:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008872a15f. 00000100:00000200:1.0:1761312155.307186:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012526784/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:0.0:1761312155.307189:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312155.307192:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312155.307201:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015329024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.307210:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015329024/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.307233:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526784 02000000:00000010:0.0:1761312155.307246:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000456e9890. 02000000:00000010:1.0:1761312155.307250:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035e93759. 02000000:00000010:0.0:1761312155.307254:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c143de7. 00000100:00000010:0.0:1761312155.307262:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:0.0:1761312155.307267:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aafa138. 00010000:00000010:0.0:1761312155.307272:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00010000:00000010:1.0:1761312155.307287:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055fe5bd9. 00010000:00000010:1.0:1761312155.307353:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.307361:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.307378:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.307381:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00000400:00000010:1.0:1761312155.307397:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4dfc0c. 00000100:00000200:1.0:1761312155.307403:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526784, offset 224 00080000:00000010:0.0:1761312155.307410:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000456e9890. 00000400:00000200:1.0:1761312155.307414:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.307429:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.307436:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89149:89149:256:4294967295] 192.168.203.32@tcp LPNI seq info [89149:89149:8:4294967295] 00000400:00000200:1.0:1761312155.307447:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.307454:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.307460:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312155.307467:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.307476:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.307481:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761312155.307519:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.307528:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d982ecae. 00000020:00000010:1.0:1761312155.307591:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.307598:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.307603:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b1c466d. 00010000:00000010:0.0:1761312155.307658:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000719f5ac2. 00010000:00000010:0.0:1761312155.307664:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.307672:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.0:1761312155.307679:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00080000:00000010:0.0:1761312155.307695:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c143de7. 00010000:00000010:0.0:1761312155.307729:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.307743:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.307801:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000818864b6. 00010000:00000010:0.0:1761312155.307805:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.307813:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e3fb13b. 00000100:00000010:0.0:1761312155.307816:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aafa138. 00000100:00000010:0.0:1761312155.307823:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 02000000:00000010:0.0:1761312155.307835:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cf349d. 02000000:00000010:0.0:1761312155.307864:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c80990. 00000400:00000010:0.0:1761312155.307869:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008872a15f. 00000400:00000010:0.0:1761312155.307875:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312155.307880:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329088, portal 16 00000400:00000010:0.0:1761312155.307885:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312155.307887:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329088, offset 0 00000400:00000200:0.0:1761312155.307893:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.307901:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.307909:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.307913:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.307916:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.307918:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89150:89150:255:4294967295] 192.168.203.32@tcp LPNI seq info [89150:89150:7:4294967295] 00000400:00000200:0.0:1761312155.307926:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.307932:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.307935:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312155.307940:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.307944:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.307947:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312155.308007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f60e7e4. 00000800:00000200:3.0:1761312155.308470:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.308475:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82339218). 00000400:00000200:3.0:1761312155.308481:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.308487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.308492:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4dfc0c 00000400:00000010:3.0:1761312155.308494:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4dfc0c. 00000800:00000200:3.0:1761312155.308579:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.308581:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312155.308585:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.308588:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.308590:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:3.0:1761312155.308592:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:3.0:1761312155.308599:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e5679bf x1846868015329088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.308690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd77bf1. 00010000:00000010:1.1:1761312155.308698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00000400:00000200:3.0:1761312155.310832:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.310861:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002f40 00000400:00000200:3.0:1761312155.310873:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf005 [1] + 224 00000400:00000200:3.0:1761312155.310894:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.310899:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.310912:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e5679bf x1846868015329088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.310982:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008872a15f. 00000400:00000200:1.0:1761312155.310989:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:1.0:1761312155.310991:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:1.0:1761312155.310998:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e5679bf x1846868015329088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.311006:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e5679bf x1846868015329088/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.311043:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c80990. 02000000:00000010:1.0:1761312155.311053:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cf349d. 00000100:00000010:1.0:1761312155.311060:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 00000100:00000010:1.0:1761312155.311065:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aafa138. 00010000:00000010:1.0:1761312155.311070:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e3fb13b. 00000400:00000200:3.0:1761312155.311931:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.311945:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56d00 00000400:00000200:3.0:1761312155.311953:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 1312 00000400:00000200:3.0:1761312155.312487:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.312494:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.312501:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.312508:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00010000:00000010:0.1:1761312155.312702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fc76f50. 00010000:00000010:0.1:1761312155.312712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4804fd0. 00010000:00000010:1.1:1761312155.314778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ed50b2. 00000020:00000010:1.0:1761312155.314861:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b1c466d. 00000020:00000010:1.0:1761312155.314870:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.314876:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.314917:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012526848/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312155.314952:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526848 02000000:00000010:1.0:1761312155.314967:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000231b05a3. 00010000:00000010:1.0:1761312155.315004:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c5b0c3d. 00010000:00000010:1.0:1761312155.315033:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.315044:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.315068:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.315074:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00000400:00000010:1.0:1761312155.315093:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060f52257. 00000100:00000200:1.0:1761312155.315101:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526848, offset 224 00080000:00000010:0.0:1761312155.315110:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac6dd652. 00000400:00000200:1.0:1761312155.315112:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.315134:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.315141:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89151:89151:256:4294967295] 192.168.203.32@tcp LPNI seq info [89151:89151:8:4294967295] 00000400:00000200:1.0:1761312155.315153:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.315160:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.315166:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339218). 00000800:00000200:1.0:1761312155.315174:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.315184:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.315188:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761312155.315207:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.315216:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cb66fc2. 00000020:00000010:1.0:1761312155.315219:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.315227:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.315231:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b1c466d. 00010000:00000010:0.0:1761312155.315307:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.0:1761312155.315313:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.315336:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b874ab6. 00000100:00000010:0.0:1761312155.315340:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081034c4c. 00000100:00000010:0.0:1761312155.315349:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312155.315362:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a128850. 02000000:00000010:0.0:1761312155.315391:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006255b173. 00000400:00000010:0.0:1761312155.315397:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f018e6f. 00000400:00000010:0.0:1761312155.315403:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.315408:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329152, portal 16 00000400:00000010:0.0:1761312155.315413:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312155.315415:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329152, offset 0 00000400:00000200:0.0:1761312155.315422:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.315428:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.315437:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.315441:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.315444:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.315446:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89152:89152:255:4294967295] 192.168.203.32@tcp LPNI seq info [89152:89152:7:4294967295] 00000400:00000200:0.0:1761312155.315453:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.315457:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.315462:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312155.315465:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.315470:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.315472:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.315582:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.315587:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82339218). 00000400:00000200:3.0:1761312155.315592:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.315597:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.315601:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060f52257 00000400:00000010:3.0:1761312155.315604:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060f52257. 00000800:00000200:3.0:1761312155.315740:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.315742:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312155.315746:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.315749:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.315751:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312155.315752:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00000100:00000200:3.0:1761312155.315757:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038645751 x1846868015329152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.317874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f315fb. 00010000:00000010:0.1:1761312155.317896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.1:1761312155.317902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719f5ac2. 00010000:00000010:0.1:1761312155.317905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ef0247. 00000400:00000200:3.0:1761312155.318966:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.318990:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002f80 00000400:00000200:3.0:1761312155.319001:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf011 [1] + 224 00000400:00000200:3.0:1761312155.319024:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.319029:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.319046:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038645751 x1846868015329152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.320103:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f018e6f. 00000400:00000200:0.0:1761312155.320118:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312155.320121:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.320135:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038645751 x1846868015329152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.320148:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038645751 x1846868015329152/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.320202:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006255b173. 02000000:00000010:0.0:1761312155.320216:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a128850. 00000100:00000010:0.0:1761312155.320221:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000010:0.0:1761312155.320227:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081034c4c. 00010000:00000010:0.0:1761312155.320232:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b874ab6. 00010000:00000010:1.1:1761312155.320785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002779086f. 00000400:00000200:3.0:1761312155.325581:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.325611:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56d40 00000400:00000200:3.0:1761312155.325622:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 1640 00010000:00000010:0.1:1761312155.325700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f044d975. 00010000:00000010:0.1:1761312155.325715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818864b6. 00000400:00000200:3.0:1761312155.325765:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.325770:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.325780:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.325789:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000020:00000010:2.0:1761312155.326163:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb80a30c. 00000020:00000010:2.0:1761312155.326172:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.326177:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.326210:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006b4f1e94 x1846868012526912/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.326904:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526912 02000000:00000010:2.0:1761312155.326925:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ac80c48. 00010000:00000010:2.0:1761312155.326964:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069f6cdcd. 00010000:00000010:2.0:1761312155.326995:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.327005:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b104a7fb. 00000100:00000010:2.0:1761312155.327031:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b104a7fb. 00010000:00000010:2.0:1761312155.327036:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.327054:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312155.327060:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526912, offset 224 00000400:00000200:2.0:1761312155.327071:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.327088:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.327095:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89153:89153:256:4294967295] 192.168.203.32@tcp LPNI seq info [89153:89153:8:4294967295] 00000400:00000200:2.0:1761312155.327106:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.327112:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.327118:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312155.327124:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.327133:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.327137:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.327158:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.327162:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.327167:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb80a30c. 00080000:00000010:0.0:1761312155.327252:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a128850. 00010000:00000010:0.0:1761312155.327360:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.327367:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d5e8bda. 00000800:00000200:3.0:1761312155.327437:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.327443:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312155.327451:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.327458:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.327463:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:3.0:1761312155.327466:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00010000:00000010:0.0:1761312155.327469:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000818864b6. 00010000:00000010:0.0:1761312155.327477:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000601cd59b. 00010000:00000010:0.0:1761312155.327492:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b874ab6. 00000100:00000010:0.0:1761312155.327495:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081034c4c. 00000100:00000010:0.0:1761312155.328288:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312155.328307:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006255b173. 02000000:00000010:0.0:1761312155.328340:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f359244. 00000400:00000010:0.0:1761312155.328348:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f018e6f. 00000400:00000010:0.0:1761312155.328354:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.328360:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329216, portal 16 00000400:00000010:0.0:1761312155.328366:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312155.328368:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329216, offset 0 00000400:00000200:0.0:1761312155.328377:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.328390:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.328399:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.328402:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.328406:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.328409:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89154:89154:256:4294967295] 192.168.203.32@tcp LPNI seq info [89154:89154:8:4294967295] 00000400:00000200:0.0:1761312155.328418:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.328424:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.328428:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.328433:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.328439:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.328441:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.333340:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.333351:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312155.333363:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.333375:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.333382:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:3.0:1761312155.333385:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:3.0:1761312155.333397:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038645751 x1846868015329216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.338816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000243c1af0. 00000400:00000200:3.0:1761312155.340783:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.340809:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778002fc0 00000400:00000200:3.0:1761312155.340819:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf01d [1] + 224 00000400:00000200:3.0:1761312155.340837:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.340841:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.340855:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038645751 x1846868015329216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.342739:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.342760:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56d80 00000400:00000200:3.0:1761312155.342769:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xad9ed [2] + 1968 00000400:00000010:3.0:1761312155.342775:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5a59620. 00000400:00000200:3.0:1761312155.342781:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002124c1f1 00000400:00000200:3.0:1761312155.344507:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.344524:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.344532:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002124c1f1 00000400:00000010:3.0:1761312155.344536:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002124c1f1 (tot 82338818). 00000100:00000200:3.0:1761312155.344543:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312155.345917:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb80a30c. 00000020:00000010:2.0:1761312155.345929:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.345934:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.345971:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025b44da6 x1846868012526976/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.346014:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012526976 02000000:00000010:2.0:1761312155.346028:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065282b76. 00010000:00000010:2.0:1761312155.346172:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.346181:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b104a7fb. 00000100:00000010:2.0:1761312155.346189:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b104a7fb. 00010000:00000010:2.0:1761312155.346194:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.346212:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312155.346218:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012526976, offset 224 00000400:00000200:2.0:1761312155.346227:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.346243:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.346249:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89155:89155:256:4294967295] 192.168.203.32@tcp LPNI seq info [89155:89155:8:4294967295] 00000400:00000200:2.0:1761312155.346261:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.346267:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.346272:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339066). 00000800:00000200:2.0:1761312155.346277:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.346285:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.346289:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.346312:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.346317:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.346321:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb80a30c. 02000000:00000010:2.0:1761312155.346331:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ac80c48. 00000100:00000010:2.0:1761312155.346335:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:2.0:1761312155.346795:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000231b05a3. 00000100:00000010:2.0:1761312155.346800:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:2.0:1761312155.346806:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035e93759. 00000100:00000010:2.0:1761312155.346809:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312155.346811:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e8f6a3e. 00000100:00000010:2.0:1761312155.346814:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:2.0:1761312155.346817:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012810713. 00000100:00000010:2.0:1761312155.346821:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:2.0:1761312155.346827:0:64737:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4520311. 00000100:00000010:2.0:1761312155.346829:0:64737:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 00000100:00000200:2.0:1761312155.346839:0:64737:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312155.346846:0:64737:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005795e41e. 00000400:00000010:2.0:1761312155.346851:0:64737:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b104a7fb (tot 82339218). 00000800:00000200:3.0:1761312155.348953:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.348963:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312155.348979:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.348992:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.349000:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:3.0:1761312155.349002:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 02000000:00000010:3.0:1761312155.349011:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065282b76. 00000400:00000010:1.0:1761312155.350443:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f018e6f. 00000400:00000200:1.0:1761312155.350455:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:1.0:1761312155.350457:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:1.0:1761312155.350474:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038645751 x1846868015329216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.350488:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038645751 x1846868015329216/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.350531:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f7e6f2f. 02000000:00000010:1.0:1761312155.350558:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f359244. 02000000:00000010:1.0:1761312155.350568:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006255b173. 00000100:00000010:1.0:1761312155.350572:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000010:1.0:1761312155.350578:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081034c4c. 00010000:00000010:1.0:1761312155.350582:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b874ab6. 00080000:00000010:1.0:1761312155.350650:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b1c466d. 00010000:00000010:1.0:1761312155.350794:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601cd59b. 00010000:00000010:1.0:1761312155.350804:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba46dfb4. 00010000:00000010:1.0:1761312155.350889:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.350897:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.350912:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.350919:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.350929:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.350946:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec4b3dc1. 02000000:00000010:1.0:1761312155.350985:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed7d35af. 00000400:00000010:1.0:1761312155.350991:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.350996:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312155.351002:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329280, portal 16 00000400:00000010:1.0:1761312155.351008:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d22c5bb. 00000100:00000200:1.0:1761312155.351011:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329280, offset 0 00000400:00000200:1.0:1761312155.351020:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.351038:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.351302:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.351307:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.351311:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.351314:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89156:89156:256:4294967295] 192.168.203.32@tcp LPNI seq info [89156:89156:8:4294967295] 00010000:00000010:0.1:1761312155.351668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8431f9. 00010000:00000010:0.1:1761312155.351677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00000400:00000200:1.0:1761312155.352151:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.352161:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.352171:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339218). 00000800:00000200:1.0:1761312155.352180:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.352191:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.352196:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.355193:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.355207:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00000400:00000200:3.0:1761312155.355217:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.355228:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.355236:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d22c5bb 00000400:00000010:3.0:1761312155.355239:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d22c5bb. 00000100:00000200:3.0:1761312155.355252:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015329280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.360114:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.360138:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003000 00000400:00000200:3.0:1761312155.360148:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf02d [1] + 224 00000400:00000200:3.0:1761312155.360183:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.360189:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.360202:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015329280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.360756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb8b4f68. 00010000:00000010:1.1:1761312155.360768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd56814. 00010000:00000010:1.1:1761312155.360773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000818864b6. 00000400:00000010:1.0:1761312155.360797:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.360803:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:1.0:1761312155.360805:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 00000100:00000200:1.0:1761312155.360813:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015329280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.360821:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015329280/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.360857:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed7d35af. 02000000:00000010:1.0:1761312155.360864:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec4b3dc1. 00000100:00000010:1.0:1761312155.360868:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:1.0:1761312155.360873:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312155.360877:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00000400:00000200:3.0:1761312155.361448:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.361463:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56dc0 00000400:00000200:3.0:1761312155.361470:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 0 00000400:00000200:3.0:1761312155.361539:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.361543:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.361550:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.361555:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:2.0:1761312155.362072:0:64737:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4520311. 00000020:00000010:2.0:1761312155.362081:0:64737:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.362086:0:64737:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.362119:0:64737:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012527040/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.362160:0:64737:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527040 02000000:00000010:2.0:1761312155.362174:0:64737:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e8f6a3e. 00010000:00000010:2.0:1761312155.362212:0:64737:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9e24abb. 00010000:00000010:2.0:1761312155.362246:0:64737:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.362258:0:64737:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.362369:0:64737:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.362374:0:64737:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.362393:0:64737:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.362399:0:64737:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527040, offset 224 00000400:00000200:2.0:1761312155.362408:0:64737:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.362423:0:64737:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.362430:0:64737:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89157:89157:256:4294967295] 192.168.203.32@tcp LPNI seq info [89157:89157:8:4294967295] 00000400:00000200:2.0:1761312155.362442:0:64737:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.362448:0:64737:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.362453:0:64737:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.362460:0:64737:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.362469:0:64737:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.362474:0:64737:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312155.362541:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec4b3dc1. 00010000:00000010:1.0:1761312155.362706:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.362719:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b9a4567. 00010000:00000010:1.0:1761312155.362820:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5577937. 00010000:00000010:1.0:1761312155.362826:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a2eb72e. 00010000:00000010:1.0:1761312155.362840:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8fed89c. 00000100:00000010:1.0:1761312155.362844:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312155.362852:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.362865:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed7d35af. 02000000:00000010:1.0:1761312155.362897:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035e93759. 00000400:00000010:1.0:1761312155.362904:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.362909:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002db5a3c8. 00000100:00000200:1.0:1761312155.362915:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329344, portal 16 00000400:00000010:1.0:1761312155.362920:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008754613. 00000100:00000200:1.0:1761312155.362922:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329344, offset 0 00000400:00000200:1.0:1761312155.362927:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.362934:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.362941:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.362946:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.362949:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.362952:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89158:89158:255:4294967295] 192.168.203.32@tcp LPNI seq info [89158:89158:7:4294967295] 00000400:00000200:1.0:1761312155.362959:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.362964:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.362967:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339466). 00000800:00000200:1.0:1761312155.362971:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.362976:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.362978:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.364062:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.364067:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82339218). 00000400:00000200:3.0:1761312155.364078:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.364085:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.364091:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:3.0:1761312155.364095:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000800:00000200:3.0:1761312155.364746:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.364750:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338970). 00000400:00000200:3.0:1761312155.364755:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.364759:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.364762:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008754613 00000400:00000010:3.0:1761312155.364764:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008754613. 00000100:00000200:3.0:1761312155.364773:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015329344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.366301:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.366323:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003040 00000400:00000200:3.0:1761312155.366333:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf039 [1] + 224 00000400:00000200:3.0:1761312155.366346:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.366350:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.366360:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015329344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.366398:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.366403:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56e00 00000400:00000200:3.0:1761312155.366408:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 328 00000400:00000200:3.0:1761312155.366456:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.366459:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.366463:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.366470:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:3.0:1761312155.366528:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:3.0:1761312155.366536:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312155.366542:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b1fa53e. 00000100:00000200:3.0:1761312155.366569:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012527104/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.366611:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527104 02000000:00000010:3.0:1761312155.366643:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fadc0c. 00000020:00000010:2.0:1761312155.366762:0:64737:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.366770:0:64737:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.366775:0:64737:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4520311. 00000400:00000010:0.0:1761312155.367496:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:0.0:1761312155.367505:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002db5a3c8 00000400:00000010:0.0:1761312155.367507:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002db5a3c8. 00000100:00000200:0.0:1761312155.367518:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015329344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.367528:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015329344/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312155.367559:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000570ade57. 02000000:00000010:0.0:1761312155.367587:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035e93759. 02000000:00000010:0.0:1761312155.367594:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed7d35af. 00000100:00000010:0.0:1761312155.367599:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:0.0:1761312155.367604:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:0.0:1761312155.367609:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8fed89c. 00010000:00000010:2.0:1761312155.370332:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.370357:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.370382:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.370388:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.370421:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00080000:00000010:0.0:1761312155.370426:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e979e934. 00000100:00000200:2.0:1761312155.370429:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527104, offset 224 00000400:00000200:2.0:1761312155.370444:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.370470:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.370478:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89159:89159:256:4294967295] 192.168.203.32@tcp LPNI seq info [89159:89159:8:4294967295] 00000400:00000200:2.0:1761312155.370490:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00010000:00000010:0.0:1761312155.370560:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a2eb72e. 00010000:00000010:0.0:1761312155.370572:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4de958b. 00000800:00000200:2.0:1761312155.370683:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.370690:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00010000:00000010:0.0:1761312155.370694:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000719f5ac2. 00010000:00000010:0.0:1761312155.370698:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000edf6fb4a. 00000800:00000200:2.0:1761312155.370699:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00010000:00000010:0.0:1761312155.370704:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00000800:00000200:2.0:1761312155.370708:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00010000:00000010:0.0:1761312155.370710:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bc337a7. 00000800:00000200:2.0:1761312155.370711:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761312155.370728:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ffa4e2e. 00000020:00000010:2.0:1761312155.370755:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:2.0:1761312155.370763:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b1fa53e. 00000020:00000010:2.0:1761312155.370768:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 00010000:00000010:0.0:1761312155.370776:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bc337a7. 00010000:00000010:0.0:1761312155.370780:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edf6fb4a. 00010000:00000010:0.0:1761312155.370838:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052ef0247. 00010000:00000010:0.0:1761312155.370842:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bc337a7. 00010000:00000010:0.0:1761312155.370851:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb3939f3. 00000100:00000010:0.0:1761312155.370855:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312155.370865:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 02000000:00000010:0.0:1761312155.370881:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dda5fa07. 02000000:00000010:0.0:1761312155.370921:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a11a42d. 00000400:00000010:0.0:1761312155.370928:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312155.370934:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.370940:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329408, portal 16 00000400:00000010:0.0:1761312155.370945:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a70fc8e. 00000100:00000200:0.0:1761312155.370947:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329408, offset 0 00000400:00000200:0.0:1761312155.370952:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.370959:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.370966:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.370970:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.370974:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.370977:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89160:89160:255:4294967295] 192.168.203.32@tcp LPNI seq info [89160:89160:7:4294967295] 00000400:00000200:0.0:1761312155.370984:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.370988:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.370991:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312155.370995:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.370998:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.371000:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.371151:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.371158:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:3.0:1761312155.371165:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.371170:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.371175:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:3.0:1761312155.371177:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000800:00000200:3.0:1761312155.372137:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.372145:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.372151:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.372159:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.372164:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a70fc8e 00000400:00000010:3.0:1761312155.372165:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a70fc8e. 00000100:00000200:3.0:1761312155.372175:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038645751 x1846868015329408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.372787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000471e7212. 00010000:00000010:1.1:1761312155.372798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00010000:00000010:2.1:1761312155.372857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000851b8acb. 00000400:00000200:3.0:1761312155.374227:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.374250:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003080 00000400:00000200:3.0:1761312155.374261:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf045 [1] + 224 00000400:00000200:3.0:1761312155.374281:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.374285:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.374297:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038645751 x1846868015329408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.376461:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312155.376478:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:0.0:1761312155.376480:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.376500:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038645751 x1846868015329408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.376513:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038645751 x1846868015329408/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.376556:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a11a42d. 02000000:00000010:0.0:1761312155.376567:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dda5fa07. 00000100:00000010:0.0:1761312155.376574:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 00000100:00000010:0.0:1761312155.376579:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312155.376583:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb3939f3. 00000400:00000200:3.0:1761312155.380560:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.380589:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56e40 00000400:00000200:3.0:1761312155.380602:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 656 00000400:00000200:3.0:1761312155.380928:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.380936:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.380945:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.380953:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:2.0:1761312155.381161:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4520311. 00000020:00000010:2.0:1761312155.381171:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.381176:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.381211:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012527168/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.381258:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527168 02000000:00000010:2.0:1761312155.381274:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ac80c48. 00010000:00000010:2.0:1761312155.381313:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000266e016e. 00010000:00000010:2.0:1761312155.381354:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.381366:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00010000:00000010:0.1:1761312155.381670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5412ac7. 00010000:00000010:0.1:1761312155.381679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18d4fd1. 00010000:00000010:0.1:1761312155.381685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5577937. 00010000:00000010:0.1:1761312155.381689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000719f5ac2. 00010000:00000010:0.1:1761312155.381692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00080000:00000010:1.0:1761312155.382490:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000231b05a3. 00010000:00000010:1.0:1761312155.382710:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.382719:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.382742:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.382751:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.382761:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 02000000:00000010:1.0:1761312155.382778:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054b6c610. 02000000:00000010:1.0:1761312155.382816:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed7d35af. 00000400:00000010:1.0:1761312155.382825:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.382832:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.382841:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329472, portal 16 00000400:00000010:1.0:1761312155.382847:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091ef0f4b. 00000100:00000200:1.0:1761312155.382851:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329472, offset 0 00000400:00000200:1.0:1761312155.382862:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.382881:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.382892:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.382896:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.382900:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.382903:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89161:89161:256:4294967295] 192.168.203.32@tcp LPNI seq info [89161:89161:8:4294967295] 00000400:00000200:1.0:1761312155.382916:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.382922:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.382928:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339218). 00000800:00000200:1.0:1761312155.382936:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.382946:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.382951:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761312155.383097:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bc337a7. 00000100:00000010:2.0:1761312155.383110:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.383114:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00010000:00000010:2.0:1761312155.383120:0:71308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac67f7db. 00000400:00000010:2.0:1761312155.383137:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312155.383139:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527168, offset 224 00000400:00000200:2.0:1761312155.383144:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.383151:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.383155:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89162:89162:255:4294967295] 192.168.203.32@tcp LPNI seq info [89162:89162:7:4294967295] 00000400:00000200:2.0:1761312155.383163:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.383166:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.383169:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312155.383173:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.383177:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.383179:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.383195:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.383201:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.383206:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4520311. 00000800:00000200:3.0:1761312155.383320:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.383324:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82339218). 00000400:00000200:3.0:1761312155.383329:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.383335:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.383340:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091ef0f4b 00000400:00000010:3.0:1761312155.383342:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091ef0f4b. 00000100:00000200:3.0:1761312155.383348:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015329472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312155.383439:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.383441:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.383446:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.383450:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.383452:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:3.0:1761312155.383454:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00010000:00000010:2.1:1761312155.388686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5fac62. 00000400:00000200:3.0:1761312155.393329:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.393545:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780030c0 00000400:00000200:3.0:1761312155.393557:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf04d [1] + 224 00000400:00000200:3.0:1761312155.393574:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.393578:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.393593:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015329472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.393672:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.393679:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56e80 00000400:00000200:3.0:1761312155.393685:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 984 00000400:00000200:3.0:1761312155.393763:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.393768:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.393772:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.393781:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:2.0:1761312155.394480:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4520311. 00000020:00000010:2.0:1761312155.394491:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.394496:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.394531:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012527232/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.394564:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527232 02000000:00000010:2.0:1761312155.394578:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb80a30c. 00010000:00000010:2.0:1761312155.394659:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.394669:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.394677:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.394681:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.394703:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b20fe614. 00000100:00000200:2.0:1761312155.394709:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527232, offset 224 00000400:00000200:2.0:1761312155.394718:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.394747:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.394754:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89163:89163:256:4294967295] 192.168.203.32@tcp LPNI seq info [89163:89163:8:4294967295] 00000400:00000200:2.0:1761312155.394765:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.394770:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.394775:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312155.394782:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.394791:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.394796:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.394816:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.394821:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.394825:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4520311. 00000400:00000010:1.0:1761312155.395454:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.395463:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312155.395465:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.395477:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015329472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.395488:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015329472/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.395524:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ba971a6. 02000000:00000010:1.0:1761312155.395544:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed7d35af. 02000000:00000010:1.0:1761312155.395551:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054b6c610. 00000100:00000010:1.0:1761312155.395556:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:1.0:1761312155.395560:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.395563:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00080000:00000010:1.0:1761312155.395586:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054b6c610. 00010000:00000010:1.0:1761312155.395729:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.395745:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b92474e9. 00010000:00000010:1.0:1761312155.395835:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.0:1761312155.395840:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.395851:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.395855:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.395862:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 02000000:00000010:1.0:1761312155.395875:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed7d35af. 02000000:00000010:1.0:1761312155.395904:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035e93759. 00000400:00000010:1.0:1761312155.395908:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.395912:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.395918:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329536, portal 16 00000400:00000010:1.0:1761312155.395922:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a9e7df7. 00000100:00000200:1.0:1761312155.395924:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329536, offset 0 00000400:00000200:1.0:1761312155.395932:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.395945:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.395952:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.395956:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.395959:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.395961:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89164:89164:255:4294967295] 192.168.203.32@tcp LPNI seq info [89164:89164:7:4294967295] 00000400:00000200:1.0:1761312155.395970:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.395976:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.395980:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339466). 00000800:00000200:1.0:1761312155.395985:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.395992:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.395994:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.396213:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.396217:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:3.0:1761312155.396224:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.396229:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.396232:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b20fe614 00000400:00000010:3.0:1761312155.396235:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b20fe614. 00000800:00000200:3.0:1761312155.396314:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.396316:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:3.0:1761312155.396320:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.396323:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.396325:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a9e7df7 00000400:00000010:3.0:1761312155.396326:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a9e7df7. 00000100:00000200:3.0:1761312155.396332:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015329536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.397682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ef0247. 00010000:00000010:2.1:1761312155.397697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004901a69b. 00000400:00000200:3.0:1761312155.400988:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.401012:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003100 00000400:00000200:3.0:1761312155.401024:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf05d [1] + 224 00000400:00000200:3.0:1761312155.401045:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.401049:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.401062:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015329536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.401198:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.401206:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312155.401208:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.401214:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015329536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.401223:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015329536/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.401260:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035e93759. 02000000:00000010:1.0:1761312155.401267:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed7d35af. 00000100:00000010:1.0:1761312155.401272:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:1.0:1761312155.401276:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.401280:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00010000:00000010:1.1:1761312155.402451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b10152d. 00010000:00000010:1.1:1761312155.402467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea8ba1d4. 00010000:00000010:1.1:1761312155.402472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00000400:00000200:3.0:1761312155.406866:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.406896:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56ec0 00000400:00000200:3.0:1761312155.406907:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 1312 00000400:00000200:3.0:1761312155.406999:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.407005:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.407013:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.407021:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:2.0:1761312155.410255:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4520311. 00000020:00000010:2.0:1761312155.410269:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.410275:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.410321:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012527296/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.410404:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527296 02000000:00000010:2.0:1761312155.410419:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b238c7d4. 00010000:00000010:2.0:1761312155.410453:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020075609. 00010000:00000010:2.0:1761312155.410480:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.410489:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.410908:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.410914:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.410935:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007b384d9. 00000100:00000200:2.0:1761312155.410943:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527296, offset 224 00000400:00000200:2.0:1761312155.410953:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.410973:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.410982:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89165:89165:256:4294967295] 192.168.203.32@tcp LPNI seq info [89165:89165:8:4294967295] 00000400:00000200:2.0:1761312155.410995:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.411002:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.411007:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.411015:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.411024:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.411028:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.411054:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.411059:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.411063:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4520311. 00080000:00000010:1.0:1761312155.411166:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed7d35af. 00010000:00000010:1.0:1761312155.411257:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.411264:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080630178. 00010000:00000010:1.0:1761312155.411353:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.411358:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.411371:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.411375:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.411384:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 02000000:00000010:1.0:1761312155.411398:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035e93759. 02000000:00000010:1.0:1761312155.411427:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d87020cf. 00000400:00000010:1.0:1761312155.411433:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.411439:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.411445:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329600, portal 16 00000400:00000010:1.0:1761312155.411449:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312155.411452:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329600, offset 0 00000400:00000200:1.0:1761312155.411457:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.411464:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.411471:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.411475:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.411479:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.411481:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89166:89166:255:4294967295] 192.168.203.32@tcp LPNI seq info [89166:89166:7:4294967295] 00000400:00000200:1.0:1761312155.411489:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.411493:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.411496:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339466). 00000800:00000200:1.0:1761312155.411500:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.411504:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.411506:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.411597:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.411601:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:3.0:1761312155.411607:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.411612:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.411617:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007b384d9 00000400:00000010:3.0:1761312155.411619:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007b384d9. 00000800:00000200:3.0:1761312155.411739:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.411741:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:3.0:1761312155.411746:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.411749:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.411751:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:3.0:1761312155.411753:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:3.0:1761312155.411758:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015329600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.413471:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.413493:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003140 00000400:00000200:3.0:1761312155.413505:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf069 [1] + 224 00000400:00000200:3.0:1761312155.413524:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.413528:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.413540:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015329600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.414334:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.414343:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312155.414345:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.414357:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015329600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.414367:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015329600/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.414409:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d87020cf. 02000000:00000010:1.0:1761312155.414417:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035e93759. 00000100:00000010:1.0:1761312155.414423:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:1.0:1761312155.414427:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.414431:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00010000:00000010:2.1:1761312155.414771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd5289f7. 00000400:00000200:2.0:1761312155.415681:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.415811:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56f00 00000400:00000200:2.0:1761312155.415821:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 1640 00000400:00000200:2.0:1761312155.416108:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.416115:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.416123:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312155.416133:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e65c033. 00000020:00000010:0.0:1761312155.417039:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dda5fa07. 00000020:00000010:0.0:1761312155.417050:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.417057:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.417095:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e65c033 x1846868012527360/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.417141:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527360 02000000:00000010:0.0:1761312155.417169:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a11a42d. 00010000:00000010:0.0:1761312155.417207:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090afb351. 00010000:00000010:0.0:1761312155.417238:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb3939f3. 00000100:00000010:0.0:1761312155.417248:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312155.417266:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312155.417271:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb3939f3. 00000400:00000010:0.0:1761312155.417291:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e36b4cd6. 00000100:00000200:0.0:1761312155.417297:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527360, offset 224 00000400:00000200:0.0:1761312155.417308:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.417326:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.417333:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89167:89167:256:4294967295] 192.168.203.32@tcp LPNI seq info [89167:89167:8:4294967295] 00000400:00000200:0.0:1761312155.417346:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.417352:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.417358:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.417366:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.417376:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.417381:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.417408:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.417414:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.417417:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dda5fa07. 00080000:00000010:1.0:1761312155.417608:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d87020cf. 00010000:00000010:1.0:1761312155.417760:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.417768:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e95516d. 00010000:00000010:1.0:1761312155.417872:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c13a367. 00010000:00000010:1.0:1761312155.417880:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094b71972. 00010000:00000010:1.0:1761312155.417908:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.417916:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000800:00000200:2.0:1761312155.417921:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1761312155.417926:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00000800:00000010:2.0:1761312155.417927:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312155.417935:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.417941:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 02000000:00000010:1.0:1761312155.417942:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e4924e2. 00000400:00000200:2.0:1761312155.417947:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e36b4cd6 00000400:00000010:2.0:1761312155.417951:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e36b4cd6. 02000000:00000010:1.0:1761312155.417975:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035e93759. 00000400:00000010:1.0:1761312155.417983:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.417989:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.417996:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329664, portal 16 00000400:00000010:1.0:1761312155.418001:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312155.418004:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329664, offset 0 00000400:00000200:1.0:1761312155.418011:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.418019:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.418027:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.418031:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.418034:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.418037:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89168:89168:256:4294967295] 192.168.203.32@tcp LPNI seq info [89168:89168:8:4294967295] 00000400:00000200:1.0:1761312155.418045:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.418050:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.418054:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312155.418058:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.418063:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.418066:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.418206:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.418209:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:3.0:1761312155.418214:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.418218:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.418221:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:3.0:1761312155.418222:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:3.0:1761312155.418228:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015329664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.425878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b49a9df8. 00010000:00000010:1.1:1761312155.425905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.1:1761312155.426680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2fe5f19. 00010000:00000010:1.1:1761312155.426695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 00000400:00000200:2.0:1761312155.428997:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.429023:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003180 00000400:00000200:2.0:1761312155.429035:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf075 [1] + 224 00000400:00000200:2.0:1761312155.429051:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.429055:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.429072:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015329664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312155.430308:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.430323:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56f40 00000400:00000200:2.0:1761312155.430330:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada45 [2] + 1968 00000400:00000010:2.0:1761312155.430336:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b9d5554. 00000400:00000200:2.0:1761312155.430344:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007bca9250 00000400:00000200:2.0:1761312155.430431:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.430436:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.430440:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007bca9250 00000400:00000010:2.0:1761312155.430442:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007bca9250 (tot 82338818). 00000100:00000200:2.0:1761312155.430448:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761312155.430530:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312155.430536:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312155.430537:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.430547:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015329664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.430559:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015329664/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.430608:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035e93759. 02000000:00000010:1.0:1761312155.430618:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e4924e2. 00000100:00000010:1.0:1761312155.430657:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:1.0:1761312155.430663:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.430667:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00000020:00000010:3.0:1761312155.431449:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:3.0:1761312155.431462:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312155.431467:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004810338f. 00000100:00000200:3.0:1761312155.431500:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097eb1b0c x1846868012527424/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312155.431540:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527424 02000000:00000010:3.0:1761312155.431555:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7d7121e. 00010000:00000010:3.0:1761312155.431595:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004bd37192. 00010000:00000010:0.1:1761312155.432528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d21b65c4. 00010000:00000010:3.0:1761312155.432560:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312155.432573:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002124c1f1. 00000100:00000010:3.0:1761312155.432603:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002124c1f1. 00010000:00000010:3.0:1761312155.432607:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000010:3.0:1761312155.432656:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312155.432664:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527424, offset 224 00000400:00000200:3.0:1761312155.432676:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.433935:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.433945:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89169:89169:256:4294967295] 192.168.203.32@tcp LPNI seq info [89169:89169:8:4294967295] 00000400:00000200:3.0:1761312155.433961:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.433968:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.433977:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339066). 00000800:00000200:3.0:1761312155.433987:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.433997:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.434001:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.434038:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312155.434047:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004810338f. 00000020:00000010:3.0:1761312155.434052:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 02000000:00000010:3.0:1761312155.434065:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a11a42d. 00000100:00000010:3.0:1761312155.434071:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e65c033. 02000000:00000010:3.0:1761312155.434077:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b238c7d4. 00000100:00000010:3.0:1761312155.434080:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312155.434083:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb80a30c. 00000100:00000010:3.0:1761312155.434085:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312155.434088:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ac80c48. 00000100:00000010:3.0:1761312155.434090:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.434094:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fadc0c. 00000100:00000010:3.0:1761312155.434096:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:3.0:1761312155.434102:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e8f6a3e. 00000100:00000010:3.0:1761312155.434104:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:3.0:1761312155.434116:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312155.434123:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e644edf. 00000400:00000010:3.0:1761312155.434130:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002124c1f1 (tot 82339218). 00080000:00000010:2.0:1761312155.434247:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4520311. 00010000:00000010:2.0:1761312155.434371:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094b71972. 00010000:00000010:2.0:1761312155.434382:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4189b9b. 00010000:00000010:2.0:1761312155.434467:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.434471:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.434477:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312155.434483:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00080000:00000010:2.0:1761312155.434499:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a393a242. 00010000:00000010:2.0:1761312155.434526:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.434529:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.434580:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.434585:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.434594:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.434601:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.434611:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.434661:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079cabd82. 02000000:00000010:2.0:1761312155.434697:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022dad074. 00000400:00000010:2.0:1761312155.434701:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.434706:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.434710:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329728, portal 16 00000400:00000010:2.0:1761312155.434715:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059adcc70. 00000100:00000200:2.0:1761312155.434717:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329728, offset 0 00000400:00000200:2.0:1761312155.434727:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.434750:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.434757:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.434761:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.434765:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.434767:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89170:89170:255:4294967295] 192.168.203.32@tcp LPNI seq info [89170:89170:7:4294967295] 00000400:00000200:2.0:1761312155.434776:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.434780:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.434784:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312155.434788:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.434794:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.434796:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.436037:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.436045:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82339218). 00000400:00000200:0.0:1761312155.436054:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.436065:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.436071:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:0.0:1761312155.436073:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 02000000:00000010:0.0:1761312155.436082:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7d7121e. 00000800:00000200:0.0:1761312155.436166:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.436168:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312155.436173:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.436176:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.436178:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059adcc70 00000400:00000010:0.0:1761312155.436180:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059adcc70. 00000100:00000200:0.0:1761312155.436189:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015329728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.438433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ba2adc3. 00010000:00000010:2.1:1761312155.446032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009346902a. 00010000:00000010:2.1:1761312155.446056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c13a367. 00010000:00000010:2.1:1761312155.446062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.446065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:3.0:1761312155.449459:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.449488:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780031c0 00000400:00000200:3.0:1761312155.449499:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf085 [1] + 224 00000400:00000200:3.0:1761312155.449514:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.449519:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.449534:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015329728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.449583:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.449589:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56f80 00000400:00000200:3.0:1761312155.449596:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 0 00000400:00000200:3.0:1761312155.449609:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.449613:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.449617:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.452919:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:0.0:1761312155.453132:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dda5fa07. 00000020:00000010:0.0:1761312155.453141:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.453147:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.453187:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012527488/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312155.453234:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527488 02000000:00000010:0.0:1761312155.453249:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000387b4861. 00010000:00000010:0.0:1761312155.453309:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb3939f3. 00000100:00000010:0.0:1761312155.453318:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312155.453325:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312155.453329:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb3939f3. 00000400:00000010:0.0:1761312155.453347:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002209eb5f. 00000100:00000200:0.0:1761312155.453353:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527488, offset 224 00000400:00000200:0.0:1761312155.453363:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.453379:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.453386:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89171:89171:256:4294967295] 192.168.203.32@tcp LPNI seq info [89171:89171:8:4294967295] 00000400:00000200:0.0:1761312155.453398:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.453403:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.453408:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.453415:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.453422:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.453426:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.453456:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000edf6fb4a. 00000020:00000010:0.0:1761312155.453462:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.453465:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dda5fa07. 00000400:00000010:2.0:1761312155.456866:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd65b914. 00000400:00000200:2.0:1761312155.456883:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312155.456887:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312155.456908:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015329728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.456921:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015329728/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.456963:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000303106d5. 02000000:00000010:2.0:1761312155.456991:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022dad074. 02000000:00000010:2.0:1761312155.456999:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079cabd82. 00000100:00000010:2.0:1761312155.457006:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312155.457010:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.457015:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00080000:00000010:2.0:1761312155.457042:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079cabd82. 00000800:00000200:3.0:1761312155.457069:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.457076:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:3.0:1761312155.457084:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.457090:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.457096:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002209eb5f 00000400:00000010:3.0:1761312155.457097:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002209eb5f. 00010000:00000010:2.0:1761312155.457185:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.457195:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dd4c636. 00010000:00000010:2.0:1761312155.457970:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312155.457983:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.458000:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.458008:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.458018:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.458035:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022dad074. 02000000:00000010:2.0:1761312155.458070:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9e76be4. 00000400:00000010:2.0:1761312155.458076:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.458082:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.458993:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329792, portal 16 00000400:00000010:2.0:1761312155.459005:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9231532. 00000100:00000200:2.0:1761312155.459009:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329792, offset 0 00000400:00000200:2.0:1761312155.459020:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.459042:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.459053:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.459058:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.459061:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.459065:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89172:89172:256:4294967295] 192.168.203.32@tcp LPNI seq info [89172:89172:8:4294967295] 00000400:00000200:2.0:1761312155.459076:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.459082:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.459090:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.459098:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.459108:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.459115:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.460236:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.460245:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312155.460255:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.460265:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.460272:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9231532 00000400:00000010:0.0:1761312155.460275:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9231532. 00000100:00000200:0.0:1761312155.460288:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015329792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.462695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001348e881. 00010000:00000010:2.1:1761312155.462718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007838fe0f. 00010000:00000010:2.1:1761312155.462726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:3.0:1761312155.476853:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.476883:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003200 00000400:00000200:3.0:1761312155.476895:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf091 [1] + 224 00000400:00000200:3.0:1761312155.476923:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.476929:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.476943:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015329792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.477042:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd65b914. 00000400:00000200:2.0:1761312155.477048:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312155.477051:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312155.477058:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015329792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.477067:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015329792/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.477109:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9e76be4. 02000000:00000010:2.0:1761312155.477117:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022dad074. 00000100:00000010:2.0:1761312155.477122:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312155.477125:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.477130:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000200:3.0:1761312155.477797:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.477811:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d56fc0 00000400:00000200:3.0:1761312155.477820:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 328 00000400:00000200:3.0:1761312155.478221:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.478229:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.478236:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.478242:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:1.0:1761312155.489120:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035e93759. 00000020:00000010:1.0:1761312155.489138:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.489144:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.489186:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012527552/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.489231:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527552 02000000:00000010:1.0:1761312155.489249:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e4924e2. 00010000:00000010:1.0:1761312155.489292:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008519033e. 00010000:00000010:1.0:1761312155.489325:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.489336:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.489359:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.489365:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00000400:00000010:1.0:1761312155.489383:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312155.489391:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527552, offset 224 00000400:00000200:1.0:1761312155.489403:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.489421:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.489429:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89173:89173:256:4294967295] 192.168.203.32@tcp LPNI seq info [89173:89173:8:4294967295] 00080000:00000010:2.0:1761312155.489431:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022dad074. 00000400:00000200:1.0:1761312155.489442:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.489450:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.489456:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312155.489464:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.489473:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.489477:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.489506:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.489512:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.489517:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035e93759. 00000800:00000200:0.0:1761312155.489677:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.489683:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:0.0:1761312155.489690:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.489698:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.489704:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:0.0:1761312155.489707:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00010000:00000010:2.0:1761312155.491210:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.491224:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063ec8ced. 00010000:00000010:2.0:1761312155.491330:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.491336:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.491350:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.491359:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.491372:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.491390:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9e76be4. 02000000:00000010:2.0:1761312155.491425:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e8f6a3e. 00000400:00000010:2.0:1761312155.491431:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.491438:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.491445:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329856, portal 16 00000400:00000010:2.0:1761312155.491451:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e3d704e. 00000100:00000200:2.0:1761312155.491454:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329856, offset 0 00000400:00000200:2.0:1761312155.491463:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.491489:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.491497:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.491502:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.491505:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.491508:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89174:89174:256:4294967295] 192.168.203.32@tcp LPNI seq info [89174:89174:8:4294967295] 00000400:00000200:2.0:1761312155.491518:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.491523:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.491527:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.491534:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.491544:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.491547:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.491742:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.491747:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312155.491754:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.491760:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.491764:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e3d704e 00000400:00000010:3.0:1761312155.491766:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e3d704e. 00000100:00000200:3.0:1761312155.491774:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015329856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.494709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1bc6e9c. 00000400:00000200:0.0:1761312155.495874:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.495897:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003240 00000400:00000200:0.0:1761312155.495907:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf09d [1] + 224 00000400:00000200:0.0:1761312155.495929:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.495934:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.495948:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015329856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.497539:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd65b914. 00000400:00000200:2.0:1761312155.497552:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312155.497554:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312155.497568:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015329856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.497579:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015329856/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.497615:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e8f6a3e. 02000000:00000010:2.0:1761312155.497647:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9e76be4. 00000100:00000010:2.0:1761312155.497651:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312155.497655:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.497659:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000200:0.0:1761312155.497872:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.497890:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57000 00000400:00000200:0.0:1761312155.497897:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 656 00000400:00000200:0.0:1761312155.497998:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.498004:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.498012:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.498018:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038645751. 00000020:00000010:1.0:1761312155.498091:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035e93759. 00000020:00000010:1.0:1761312155.498100:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.498105:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.498135:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038645751 x1846868012527616/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312155.498177:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527616 02000000:00000010:1.0:1761312155.498192:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f4d704f. 00010000:00000010:1.0:1761312155.498227:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000227e060b. 00010000:00000010:1.0:1761312155.498254:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.498261:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.498358:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.498363:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00000400:00000010:1.0:1761312155.498380:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312155.498385:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527616, offset 224 00000400:00000200:1.0:1761312155.498394:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.498405:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.498411:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89175:89175:256:4294967295] 192.168.203.32@tcp LPNI seq info [89175:89175:8:4294967295] 00000400:00000200:1.0:1761312155.498421:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.498427:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.498432:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339218). 00000800:00000200:1.0:1761312155.498438:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.498446:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.498449:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761312155.498561:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9e76be4. 00010000:00000010:2.0:1761312155.499222:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.499232:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2f4e13f. 00010000:00000010:2.0:1761312155.499334:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312155.499341:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.499355:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.499360:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.499369:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.499383:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e8f6a3e. 02000000:00000010:2.0:1761312155.499415:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ac80c48. 00000400:00000010:2.0:1761312155.499422:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.499428:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.499433:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329920, portal 16 00000400:00000010:2.0:1761312155.499439:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027df8bf5. 00000100:00000200:2.0:1761312155.499440:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329920, offset 0 00000400:00000200:2.0:1761312155.499449:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.499458:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.499467:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.499472:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.499476:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.499479:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89176:89176:255:4294967295] 192.168.203.32@tcp LPNI seq info [89176:89176:7:4294967295] 00000400:00000200:2.0:1761312155.499487:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.499494:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.499498:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339466). 00000800:00000200:2.0:1761312155.499502:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.499509:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.499511:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.500800:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.500815:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.500822:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035e93759. 00000800:00000200:3.0:1761312155.501162:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.501167:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82339218). 00000400:00000200:3.0:1761312155.501174:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.501184:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.501189:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:3.0:1761312155.501192:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000800:00000200:3.0:1761312155.501277:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.501280:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312155.501285:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.501289:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.501291:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027df8bf5 00000400:00000010:3.0:1761312155.501293:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027df8bf5. 00000100:00000200:3.0:1761312155.501303:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015329920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.505214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084a2bfdc. 00010000:00000010:2.1:1761312155.505236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00000400:00000200:0.0:1761312155.505790:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.505810:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003280 00000400:00000200:0.0:1761312155.505821:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0a9 [1] + 224 00000400:00000200:0.0:1761312155.505844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.505848:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.505862:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015329920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.505958:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd65b914. 00000400:00000200:2.0:1761312155.505964:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312155.505967:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312155.505972:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015329920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.505979:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015329920/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.506014:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ac80c48. 02000000:00000010:2.0:1761312155.506022:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e8f6a3e. 00000100:00000010:2.0:1761312155.506026:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312155.506030:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.506034:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000200:0.0:1761312155.509220:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.509247:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57040 00000400:00000200:0.0:1761312155.509258:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 984 00000400:00000200:0.0:1761312155.509356:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.509362:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.509369:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.509376:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b5c9f29c. 00000020:00000010:1.0:1761312155.509509:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035e93759. 00000020:00000010:1.0:1761312155.509519:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.509524:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.509559:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5c9f29c x1846868012527680/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312155.509600:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527680 02000000:00000010:1.0:1761312155.509619:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004eff634b. 00010000:00000010:1.0:1761312155.509692:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7c809a0. 00010000:00000010:1.0:1761312155.509720:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.509729:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.509752:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.509757:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00000400:00000010:1.0:1761312155.509775:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312155.509781:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527680, offset 224 00000400:00000200:1.0:1761312155.509791:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.509804:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.509812:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89177:89177:256:4294967295] 192.168.203.32@tcp LPNI seq info [89177:89177:8:4294967295] 00000400:00000200:1.0:1761312155.509824:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.509830:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.509835:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339218). 00000800:00000200:1.0:1761312155.509842:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.509851:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.509855:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.509884:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e9675741. 00000020:00000010:1.0:1761312155.509890:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.509894:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035e93759. 00080000:00000010:2.0:1761312155.510164:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e8f6a3e. 00010000:00000010:2.0:1761312155.510264:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.510271:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008444abcb. 00010000:00000010:2.0:1761312155.510368:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:2.0:1761312155.510375:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.510388:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.510393:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.510402:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.510417:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ac80c48. 02000000:00000010:2.0:1761312155.510449:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb80a30c. 00000400:00000010:2.0:1761312155.510456:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.510462:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.510468:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015329984, portal 16 00000400:00000010:2.0:1761312155.510473:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bed301. 00000100:00000200:2.0:1761312155.510475:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015329984, offset 0 00000400:00000200:2.0:1761312155.510484:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.510492:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.510501:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.510505:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.510509:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.510512:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89178:89178:255:4294967295] 192.168.203.32@tcp LPNI seq info [89178:89178:7:4294967295] 00000400:00000200:2.0:1761312155.510520:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.510525:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.510529:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312155.510534:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.510539:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.510541:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.510727:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.510741:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82339218). 00000400:00000200:3.0:1761312155.510746:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.510751:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.510757:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:3.0:1761312155.510760:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000800:00000200:3.0:1761312155.510828:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.510830:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.510836:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.510840:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.510842:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bed301 00000400:00000010:3.0:1761312155.510843:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bed301. 00000100:00000200:3.0:1761312155.510850:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015329984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.513920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d89a49. 00000400:00000200:0.0:1761312155.514505:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.514526:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780032c0 00000400:00000200:0.0:1761312155.514535:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0b5 [1] + 224 00000400:00000200:0.0:1761312155.514548:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.514552:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.514565:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015329984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.514601:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.514605:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57080 00000400:00000200:0.0:1761312155.514610:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 1312 00000400:00000010:2.0:1761312155.514768:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bd65b914. 00000400:00000200:2.0:1761312155.514774:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:2.0:1761312155.514777:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:2.0:1761312155.514783:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015329984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.514791:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015329984/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.514825:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb80a30c. 02000000:00000010:2.0:1761312155.514832:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ac80c48. 00000100:00000010:2.0:1761312155.514836:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:2.0:1761312155.514840:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.514844:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000200:0.0:1761312155.515197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.515203:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.515209:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.515215:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b3f486. 00000020:00000010:3.0:1761312155.516018:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7d7121e. 00000020:00000010:3.0:1761312155.516029:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312155.516035:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004810338f. 00000100:00000200:3.0:1761312155.516070:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b3f486 x1846868012527744/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.517289:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527744 02000000:00000010:1.0:1761312155.517320:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035e93759. 00010000:00000010:1.0:1761312155.517365:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e89e8da. 00010000:00000010:1.0:1761312155.517403:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.517414:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.517441:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312155.517445:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00000400:00000010:1.0:1761312155.517464:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312155.517472:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527744, offset 224 00000400:00000200:1.0:1761312155.517483:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.517502:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.517509:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89179:89179:256:4294967295] 192.168.203.32@tcp LPNI seq info [89179:89179:8:4294967295] 00000400:00000200:1.0:1761312155.517520:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.517525:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.517530:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339218). 00000800:00000200:1.0:1761312155.517538:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.517546:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.517551:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.517571:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:1.0:1761312155.517579:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004810338f. 00000020:00000010:1.0:1761312155.517583:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7d7121e. 00000800:00000200:0.0:1761312155.517842:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.517847:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82338970). 00000400:00000200:0.0:1761312155.517852:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.517857:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.517863:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:0.0:1761312155.517865:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00080000:00000010:3.0:1761312155.519061:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d7121e. 00010000:00000010:3.0:1761312155.519190:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:3.0:1761312155.519201:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065b190af. 00010000:00000010:3.0:1761312155.519296:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee03bca6. 00010000:00000010:3.0:1761312155.519302:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008841b49a. 00010000:00000010:3.0:1761312155.519309:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a86ca62. 00010000:00000010:3.0:1761312155.519317:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00080000:00000010:3.0:1761312155.519337:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fadc0c. 00010000:00000010:3.0:1761312155.519373:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.519377:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008841b49a. 00010000:00000010:3.0:1761312155.519448:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095196bee. 00010000:00000010:3.0:1761312155.519453:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.519465:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312155.519476:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00000100:00000010:3.0:1761312155.519487:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.519505:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:3.0:1761312155.519551:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000596322ec. 00000400:00000010:3.0:1761312155.519562:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.519569:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.519578:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330048, portal 16 00000400:00000010:3.0:1761312155.519583:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312155.519585:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330048, offset 0 00000400:00000200:3.0:1761312155.519595:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.519617:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.519695:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.519699:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.519702:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.519706:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89180:89180:256:4294967295] 192.168.203.32@tcp LPNI seq info [89180:89180:8:4294967295] 00000400:00000200:3.0:1761312155.519718:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.519726:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.519741:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312155.519749:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.519759:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.519764:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.523086:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.523098:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312155.523108:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.523120:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.523128:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:2.0:1761312155.523131:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:2.0:1761312155.523143:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015330048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.523704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8d6c433. 00010000:00000010:2.1:1761312155.523716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00010000:00000010:1.1:1761312155.523821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ddb31d8. 00000400:00000200:0.0:1761312155.525705:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.525729:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003300 00000400:00000200:0.0:1761312155.525748:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0c1 [1] + 224 00000400:00000200:0.0:1761312155.525769:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.525773:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.525785:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015330048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312155.526019:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:3.0:1761312155.526024:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:3.0:1761312155.526026:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.526033:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015330048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.526040:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015330048/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.526075:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000596322ec. 02000000:00000010:3.0:1761312155.526084:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:3.0:1761312155.526088:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312155.526092:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:3.0:1761312155.526096:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000200:0.0:1761312155.526801:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.526817:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d570c0 00000400:00000200:0.0:1761312155.526825:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 1640 00000400:00000200:0.0:1761312155.526899:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.526904:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.526910:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.526916:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e5679bf. 00010000:00000010:2.1:1761312155.527359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d3df855. 00010000:00000010:2.1:1761312155.527370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00000020:00000010:2.0:1761312155.527426:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ac80c48. 00000020:00000010:2.0:1761312155.527434:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.527440:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.527476:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e5679bf x1846868012527808/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.527516:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527808 02000000:00000010:2.0:1761312155.527532:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb80a30c. 00010000:00000010:2.0:1761312155.527566:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c075247. 00010000:00000010:2.0:1761312155.527590:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.527599:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.527616:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.527619:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.527665:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312155.527672:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527808, offset 224 00000400:00000200:2.0:1761312155.527791:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.527807:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.527814:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89181:89181:256:4294967295] 192.168.203.32@tcp LPNI seq info [89181:89181:8:4294967295] 00000400:00000200:2.0:1761312155.527825:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.527830:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.527836:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312155.527843:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.527851:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.527855:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.527881:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.527885:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.527889:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ac80c48. 00080000:00000010:3.0:1761312155.527965:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d54c54fa. 00010000:00000010:3.0:1761312155.528061:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.528068:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c3a614c. 00010000:00000010:3.0:1761312155.528161:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048d8d8e6. 00010000:00000010:3.0:1761312155.528167:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000629f510a. 00010000:00000010:3.0:1761312155.528185:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312155.528190:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00000100:00000010:3.0:1761312155.528199:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.528215:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:3.0:1761312155.528246:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000596322ec. 00000400:00000010:3.0:1761312155.528253:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.528258:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.528265:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330112, portal 16 00000400:00000010:3.0:1761312155.528270:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312155.528272:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330112, offset 0 00000400:00000200:3.0:1761312155.528278:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.528284:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.528291:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.528295:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.528298:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.528300:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89182:89182:255:4294967295] 192.168.203.32@tcp LPNI seq info [89182:89182:7:4294967295] 00000400:00000200:3.0:1761312155.528307:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.528312:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.528316:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339466). 00000800:00000200:3.0:1761312155.528319:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.528323:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.528326:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.528427:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.528432:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:0.0:1761312155.528438:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.528444:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.528449:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:0.0:1761312155.528451:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000800:00000200:0.0:1761312155.528523:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.528525:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:0.0:1761312155.528528:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.528532:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.528534:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:0.0:1761312155.528535:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:0.0:1761312155.528541:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015330112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.530571:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.530591:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003340 00000400:00000200:0.0:1761312155.530601:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0cd [1] + 224 00000400:00000200:0.0:1761312155.530619:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.530649:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.530661:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015330112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.530746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000451c87ac. 00010000:00000010:3.1:1761312155.531264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f9997c. 00010000:00000010:3.1:1761312155.531273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc1fc03. 00010000:00000010:3.1:1761312155.531276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee03bca6. 00010000:00000010:3.1:1761312155.531281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a86ca62. 00000400:00000010:3.0:1761312155.531355:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:3.0:1761312155.531361:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:3.0:1761312155.531363:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.531371:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015330112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.531379:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015330112/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.531415:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000596322ec. 02000000:00000010:3.0:1761312155.531420:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:3.0:1761312155.531425:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:3.0:1761312155.531429:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:3.0:1761312155.531432:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000200:1.0:1761312155.531503:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.531516:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57100 00000400:00000200:1.0:1761312155.531521:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xada9d [2] + 1968 00000400:00000010:1.0:1761312155.531524:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000820a93f9. 00000400:00000200:1.0:1761312155.531529:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007917d75e 00000400:00000200:1.0:1761312155.531833:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.531838:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.531841:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007917d75e 00000400:00000010:1.0:1761312155.531844:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007917d75e (tot 82338818). 00000100:00000200:1.0:1761312155.531849:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312155.532118:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ac80c48. 00000020:00000010:2.0:1761312155.532126:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.532131:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.532158:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000635df7ab x1846868012527872/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.532189:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527872 02000000:00000010:2.0:1761312155.532202:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b238c7d4. 00010000:00000010:2.0:1761312155.532233:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a889f890. 00010000:00000010:2.0:1761312155.532256:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.532263:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a352ee3. 00000100:00000010:2.0:1761312155.532281:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a352ee3. 00010000:00000010:2.0:1761312155.532283:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.532298:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312155.532302:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527872, offset 224 00000400:00000200:2.0:1761312155.532311:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.532322:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.532327:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89183:89183:256:4294967295] 192.168.203.32@tcp LPNI seq info [89183:89183:8:4294967295] 00000400:00000200:2.0:1761312155.532338:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.532343:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.532347:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339066). 00000800:00000200:2.0:1761312155.532352:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.532360:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.532364:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.532378:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.532382:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.532386:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ac80c48. 02000000:00000010:2.0:1761312155.532395:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb80a30c. 00000100:00000010:2.0:1761312155.532398:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e5679bf. 02000000:00000010:2.0:1761312155.532403:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035e93759. 00000100:00000010:2.0:1761312155.532405:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b3f486. 02000000:00000010:2.0:1761312155.532410:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004eff634b. 00000100:00000010:2.0:1761312155.532414:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b5c9f29c. 02000000:00000010:2.0:1761312155.532417:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f4d704f. 00000100:00000010:2.0:1761312155.532419:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038645751. 02000000:00000010:2.0:1761312155.532423:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e4924e2. 00000100:00000010:2.0:1761312155.532425:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312155.532432:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000387b4861. 00000100:00000010:2.0:1761312155.532436:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:2.0:1761312155.532441:0:64738:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312155.532446:0:64738:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bd65b914. 00000400:00000010:2.0:1761312155.532450:0:64738:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007a352ee3 (tot 82339218). 00000800:00000200:0.0:1761312155.532902:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.532908:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312155.532915:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.532920:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.532923:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040e9c556 00000400:00000010:0.0:1761312155.532925:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040e9c556. 02000000:00000010:0.0:1761312155.532930:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b238c7d4. 00080000:00000010:1.0:1761312155.533842:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035e93759. 00010000:00000010:1.0:1761312155.533980:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000629f510a. 00010000:00000010:1.0:1761312155.533991:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079ebc8db. 00000004:00000010:1.0:1761312155.534078:0:77285:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fd109839. 00000004:00000010:1.0:1761312155.534090:0:77285:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000ea734aab. 00000004:00000010:1.0:1761312155.534097:0:77285:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000ce9b5ad6. 00080000:00000010:1.0:1761312155.534110:0:77285:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000b2a1afdf. 00000001:00000010:1.0:1761312155.534130:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002b9cd866. 00000001:00000010:1.0:1761312155.534149:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002b9cd866. 00080000:00000010:1.0:1761312155.534164:0:77285:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000b2a1afdf. 00000004:00000010:1.0:1761312155.534171:0:77285:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000ce9b5ad6. 00000004:00000010:1.0:1761312155.534176:0:77285:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000ea734aab. 00000004:00000010:1.0:1761312155.534180:0:77285:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000fd109839. 00010000:00000010:1.0:1761312155.534205:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d2af07b. 00010000:00000010:1.0:1761312155.534213:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002fc474c9. 00010000:00000010:1.0:1761312155.534227:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc413c0. 00000100:00000010:1.0:1761312155.534235:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.534246:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 02000000:00000010:1.0:1761312155.534262:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2a1afdf. 02000000:00000010:1.0:1761312155.534300:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092775dbc. 00000400:00000010:1.0:1761312155.534306:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.534313:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312155.534319:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330176, portal 16 00000400:00000010:1.0:1761312155.534324:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312155.534327:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330176, offset 0 00000400:00000200:1.0:1761312155.534338:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.534354:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.534362:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.534366:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.534369:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.534372:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89184:89184:256:4294967295] 192.168.203.32@tcp LPNI seq info [89184:89184:8:4294967295] 00000400:00000200:1.0:1761312155.534383:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.534389:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.534394:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00000800:00000200:1.0:1761312155.534401:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.534409:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.534413:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.535253:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.535261:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82338970). 00000400:00000200:0.0:1761312155.535269:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.535276:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.535282:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:0.0:1761312155.535284:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000100:00000200:0.0:1761312155.535294:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015330176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.538967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf844f5. 00010000:00000010:3.1:1761312155.540087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004790eff. 00010000:00000010:3.1:1761312155.540102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095196bee. 00010000:00000010:2.1:1761312155.540684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f44fb32. 00000400:00000200:1.0:1761312155.540998:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.541021:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003380 00000400:00000200:1.0:1761312155.541031:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0dd [1] + 224 00000400:00000200:1.0:1761312155.541045:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.541049:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.541062:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015330176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.541101:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.541105:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57140 00000400:00000200:1.0:1761312155.541110:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 0 00000400:00000200:1.0:1761312155.541177:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.541180:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.541184:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.541190:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 00000020:00000010:2.0:1761312155.541277:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb80a30c. 00000020:00000010:2.0:1761312155.541286:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.541291:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.541320:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b077ecc4 x1846868012527936/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.541355:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012527936 02000000:00000010:2.0:1761312155.541371:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ac80c48. 00010000:00000010:2.0:1761312155.541434:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.541445:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.541453:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:2.0:1761312155.541457:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000400:00000010:2.0:1761312155.541477:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312155.541485:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012527936, offset 224 00000400:00000200:2.0:1761312155.541496:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.541509:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.541517:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89185:89185:256:4294967295] 192.168.203.32@tcp LPNI seq info [89185:89185:8:4294967295] 00000400:00000200:2.0:1761312155.541530:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.541539:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.541546:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.541553:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.541562:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.541568:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.541587:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.541592:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.541596:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb80a30c. 00000800:00000200:0.0:1761312155.541807:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.541815:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312155.541821:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.541825:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.541830:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:0.0:1761312155.541832:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000400:00000010:3.0:1761312155.542701:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:3.0:1761312155.542709:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:3.0:1761312155.542711:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000100:00000200:3.0:1761312155.542723:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015330176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.542743:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015330176/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312155.542777:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006865eb5e. 02000000:00000010:3.0:1761312155.542802:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092775dbc. 02000000:00000010:3.0:1761312155.542808:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2a1afdf. 00000100:00000010:3.0:1761312155.542813:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:3.0:1761312155.542816:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:3.0:1761312155.542819:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc413c0. 00080000:00000010:3.0:1761312155.542844:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000596322ec. 00010000:00000010:1.1:1761312155.552750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd7f209. 00010000:00000010:1.1:1761312155.552769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d8d8e6. 00010000:00000010:3.1:1761312155.561674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e1f4c2. 00080000:00000010:0.0:1761312155.579607:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035e93759. 00080000:00000010:0.0:1761312155.579679:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d54c54fa. 00080000:00000010:0.0:1761312155.579685:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2fadc0c. 00080000:00000010:0.0:1761312155.579688:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7d7121e. 00080000:00000010:0.0:1761312155.579691:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e8f6a3e. 00080000:00000010:0.0:1761312155.579695:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9e76be4. 00080000:00000010:0.0:1761312155.579698:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022dad074. 00080000:00000010:0.0:1761312155.579701:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079cabd82. 00080000:00000010:0.0:1761312155.579704:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a393a242. 00080000:00000010:0.0:1761312155.579707:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4520311. 00080000:00000010:0.0:1761312155.579710:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d87020cf. 00080000:00000010:0.0:1761312155.579712:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed7d35af. 00080000:00000010:0.0:1761312155.579715:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054b6c610. 00080000:00000010:0.0:1761312155.579719:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000231b05a3. 00080000:00000010:0.0:1761312155.579722:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ffa4e2e. 00080000:00000010:0.0:1761312155.579727:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e979e934. 00080000:00000010:0.0:1761312155.579742:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec4b3dc1. 00080000:00000010:0.0:1761312155.579745:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b1c466d. 00080000:00000010:0.0:1761312155.579748:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a128850. 00080000:00000010:0.0:1761312155.579751:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac6dd652. 00080000:00000010:0.0:1761312155.579754:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c143de7. 00080000:00000010:0.0:1761312155.579758:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000456e9890. 00080000:00000010:0.0:1761312155.579760:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbccaef2. 00080000:00000010:0.0:1761312155.579763:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b50839b. 00080000:00000010:0.0:1761312155.579765:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b566e2c3. 00080000:00000010:0.0:1761312155.579769:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc6caa98. 00080000:00000010:0.0:1761312155.579771:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e70cb4a8. 00080000:00000010:0.0:1761312155.579776:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000135460e8. 00080000:00000010:0.0:1761312155.579779:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f2b83f4. 00080000:00000010:0.0:1761312155.579782:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073559783. 00080000:00000010:0.0:1761312155.579785:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032200d06. 00080000:00000010:0.0:1761312155.579789:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d55337f. 00080000:00000010:0.0:1761312155.579791:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ac1107e. 00080000:00000010:0.0:1761312155.579795:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8105e8e. 00080000:00000010:0.0:1761312155.579798:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b8876a5. 00080000:00000010:0.0:1761312155.579802:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084e3943d. 00080000:00000010:0.0:1761312155.579805:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d347d6b8. 00080000:00000010:0.0:1761312155.579808:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec7f8306. 00080000:00000010:0.0:1761312155.579811:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea8628c4. 00080000:00000010:0.0:1761312155.579814:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9e3ee13. 00080000:00000010:0.0:1761312155.579817:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036a3643a. 00080000:00000010:0.0:1761312155.579819:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b87b2f94. 00080000:00000010:0.0:1761312155.579822:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c67ceda5. 00080000:00000010:0.0:1761312155.579825:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6ae397d. 00080000:00000010:0.0:1761312155.579827:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a6de84a. 00080000:00000010:0.0:1761312155.579830:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d404cd88. 00080000:00000010:0.0:1761312155.579832:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009459226. 00080000:00000010:0.0:1761312155.579835:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4e411d5. 00080000:00000010:0.0:1761312155.579837:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008309dbdb. 00080000:00000010:0.0:1761312155.579840:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9fc8109. 00080000:00000010:0.0:1761312155.579843:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb6b357f. 00080000:00000010:0.0:1761312155.579846:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000808350f8. 00080000:00000010:0.0:1761312155.579850:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c752ab. 00080000:00000010:0.0:1761312155.579853:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002e148c7. 00080000:00000010:0.0:1761312155.579856:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e7b68ac. 00080000:00000010:0.0:1761312155.579859:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045411be5. 00080000:00000010:0.0:1761312155.579862:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002302bd9d. 00080000:00000010:0.0:1761312155.579864:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7b94ba5. 00080000:00000010:0.0:1761312155.579866:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bb3b6c9. 00080000:00000010:0.0:1761312155.579869:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000756728f0. 00080000:00000010:0.0:1761312155.579871:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071a99332. 00080000:00000010:0.0:1761312155.579874:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039ad19ee. 00080000:00000010:0.0:1761312155.579879:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7703cef. 00080000:00000010:0.0:1761312155.579882:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bfc3c04. 00080000:00000010:0.0:1761312155.579884:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000454ebe28. 00080000:00000010:0.0:1761312155.579887:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea835580. 00080000:00000010:0.0:1761312155.579889:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eff16586. 00080000:00000010:0.0:1761312155.579892:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c48ea20. 00080000:00000010:0.0:1761312155.579894:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024d236c6. 00080000:00000010:0.0:1761312155.579897:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000515332bf. 00080000:00000010:0.0:1761312155.579899:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a994bb0d. 00080000:00000010:0.0:1761312155.579902:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000161949dd. 00080000:00000010:0.0:1761312155.579905:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427f0797. 00080000:00000010:0.0:1761312155.579908:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000745edb8d. 00080000:00000010:0.0:1761312155.579910:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009df56a3c. 00080000:00000010:0.0:1761312155.579912:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb3f115f. 00080000:00000010:0.0:1761312155.579915:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c535463. 00080000:00000010:0.0:1761312155.579917:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f778347e. 00080000:00000010:0.0:1761312155.579920:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000535e78d6. 00080000:00000010:0.0:1761312155.579922:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d18e50c. 00080000:00000010:0.0:1761312155.579925:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1d0103c. 00080000:00000010:0.0:1761312155.579927:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a167ce2. 00080000:00000010:0.0:1761312155.579930:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001622ebfc. 00080000:00000010:0.0:1761312155.579932:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0bcef99. 00080000:00000010:0.0:1761312155.579937:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043ef90b1. 00080000:00000010:0.0:1761312155.579942:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c977fc. 00080000:00000010:0.0:1761312155.579945:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e36d2f02. 00080000:00000010:0.0:1761312155.579947:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f06e5f29. 00080000:00000010:0.0:1761312155.579949:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001102e468. 00080000:00000010:0.0:1761312155.579952:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019eb258b. 00080000:00000010:0.0:1761312155.579954:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b24ee30. 00080000:00000010:0.0:1761312155.579957:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e35d5ca. 00080000:00000010:0.0:1761312155.579959:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041d489f1. 00080000:00000010:0.0:1761312155.579961:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000067e2401. 00080000:00000010:0.0:1761312155.579964:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005379ec1c. 00080000:00000010:0.0:1761312155.579966:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070949a2e. 00080000:00000010:0.0:1761312155.579969:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f3e97a2. 00080000:00000010:0.0:1761312155.579972:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbe2c5d6. 00080000:00000010:0.0:1761312155.579975:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a2b6418. 00080000:00000010:0.0:1761312155.579977:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000186eb5e0. 00080000:00000010:0.0:1761312155.579980:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1e2e5f1. 00080000:00000010:0.0:1761312155.579983:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092c995bd. 00080000:00000010:0.0:1761312155.579986:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000677f206a. 00080000:00000010:0.0:1761312155.579989:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e4e24c3. 00080000:00000010:0.0:1761312155.579991:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbf3e523. 00080000:00000010:0.0:1761312155.579994:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005a4fb4b. 00080000:00000010:0.0:1761312155.579998:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007454ff11. 00080000:00000010:0.0:1761312155.580000:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aba8499f. 00080000:00000010:0.0:1761312155.580003:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d615d75. 00080000:00000010:0.0:1761312155.580006:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000487e8753. 00080000:00000010:0.0:1761312155.580008:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab53e05c. 00080000:00000010:0.0:1761312155.580011:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007154141d. 00080000:00000010:0.0:1761312155.580013:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016d2faba. 00080000:00000010:0.0:1761312155.580015:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca7f790d. 00080000:00000010:0.0:1761312155.580018:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087b89f10. 00080000:00000010:0.0:1761312155.580020:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032787254. 00080000:00000010:0.0:1761312155.580023:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049eba62a. 00080000:00000010:0.0:1761312155.580026:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae8a0141. 00080000:00000010:0.0:1761312155.580031:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d07145d9. 00080000:00000010:0.0:1761312155.580033:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008051c17c. 00080000:00000010:0.0:1761312155.580038:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000266a6bde. 00080000:00000010:0.0:1761312155.580040:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fadfd373. 00080000:00000010:0.0:1761312155.580044:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056695294. 00080000:00000010:0.0:1761312155.580048:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8fe0eda. 00080000:00000010:0.0:1761312155.580051:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094e2358a. 00080000:00000010:0.0:1761312155.580054:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f00a3283. 00080000:00000010:0.0:1761312155.580058:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013f5e946. 00080000:00000010:0.0:1761312155.580060:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dc04624. 00080000:00000010:0.0:1761312155.580064:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bec6239a. 00080000:00000010:0.0:1761312155.580066:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000389c137d. 00080000:00000010:0.0:1761312155.580069:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c425f44. 00080000:00000010:0.0:1761312155.580072:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025708097. 00080000:00000010:0.0:1761312155.580075:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057455f6a. 00080000:00000010:0.0:1761312155.580079:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000177c5234. 00080000:00000010:0.0:1761312155.580082:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057341d73. 00080000:00000010:0.0:1761312155.580089:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d4da5ad. 00080000:00000010:0.0:1761312155.580092:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036fa2940. 00080000:00000010:0.0:1761312155.580095:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d97b564c. 00080000:00000010:0.0:1761312155.580097:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053be8de3. 00080000:00000010:0.0:1761312155.580100:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000673a18a1. 00080000:00000010:0.0:1761312155.580103:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036534ff0. 00080000:00000010:0.0:1761312155.580105:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000722c4e7c. 00080000:00000010:0.0:1761312155.580107:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b000709. 00080000:00000010:0.0:1761312155.580111:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050c61efd. 00080000:00000010:0.0:1761312155.580114:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c55c70b9. 00080000:00000010:0.0:1761312155.580117:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a244c31. 00080000:00000010:0.0:1761312155.580119:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087cb84aa. 00080000:00000010:0.0:1761312155.580122:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfea9cee. 00080000:00000010:0.0:1761312155.580125:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d7b24ef. 00080000:00000010:0.0:1761312155.580128:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028ea29d3. 00080000:00000010:0.0:1761312155.580131:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a9f1e56. 00080000:00000010:0.0:1761312155.580134:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cd6d1d0. 00080000:00000010:0.0:1761312155.580139:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000016fa865. 00080000:00000010:0.0:1761312155.580144:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007643e392. 00080000:00000010:0.0:1761312155.580147:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003245fd2c. 00080000:00000010:0.0:1761312155.580150:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a20aafa6. 00080000:00000010:0.0:1761312155.580153:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b63a2b5. 00080000:00000010:0.0:1761312155.580155:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d47dada. 00080000:00000010:0.0:1761312155.580158:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9ef4479. 00080000:00000010:0.0:1761312155.580164:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd1c52ae. 00080000:00000010:0.0:1761312155.580167:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c69e0fe6. 00080000:00000010:0.0:1761312155.580170:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d1129c8. 00080000:00000010:0.0:1761312155.580173:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000061675e9. 00080000:00000010:0.0:1761312155.580175:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005457c4a. 00080000:00000010:0.0:1761312155.580179:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000384f8247. 00080000:00000010:0.0:1761312155.580181:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000452104db. 00080000:00000010:0.0:1761312155.580184:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076987838. 00080000:00000010:0.0:1761312155.580187:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f42f16f. 00080000:00000010:0.0:1761312155.580191:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c172bc5. 00080000:00000010:0.0:1761312155.580193:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060f73f63. 00080000:00000010:0.0:1761312155.580196:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3d9b6c5. 00080000:00000010:0.0:1761312155.580201:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009022e750. 00080000:00000010:0.0:1761312155.580204:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061bdb4c6. 00080000:00000010:0.0:1761312155.580207:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf012700. 00080000:00000010:0.0:1761312155.580210:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d652d4. 00080000:00000010:0.0:1761312155.580212:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000658f51e6. 00080000:00000010:0.0:1761312155.580215:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000383389a6. 00080000:00000010:0.0:1761312155.580217:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006243046b. 00080000:00000010:0.0:1761312155.580220:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005bcb38b. 00080000:00000010:0.0:1761312155.580222:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c01d10e. 00080000:00000010:0.0:1761312155.580225:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018d3ee8b. 00080000:00000010:0.0:1761312155.580228:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b786d12d. 00080000:00000010:0.0:1761312155.580232:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070105c34. 00080000:00000010:0.0:1761312155.580235:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003efeb2b0. 00080000:00000010:0.0:1761312155.580237:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1f2eabb. 00080000:00000010:0.0:1761312155.580241:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f13c4f6e. 00080000:00000010:0.0:1761312155.580245:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f75f12c. 00080000:00000010:0.0:1761312155.580248:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044d000b4. 00080000:00000010:0.0:1761312155.580251:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d3a19ba. 00080000:00000010:0.0:1761312155.580253:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c977a88d. 00080000:00000010:0.0:1761312155.580255:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbaebe09. 00080000:00000010:0.0:1761312155.580257:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000623e1ef3. 00080000:00000010:0.0:1761312155.580260:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064138997. 00080000:00000010:0.0:1761312155.580262:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe7c5c3e. 00080000:00000010:0.0:1761312155.580265:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df9b8c00. 00080000:00000010:0.0:1761312155.580267:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f398710. 00080000:00000010:0.0:1761312155.580290:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b73e5e6. 00080000:00000010:0.0:1761312155.580293:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c443edf6. 00080000:00000010:0.0:1761312155.580296:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a03f9d5. 00080000:00000010:0.0:1761312155.580299:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095f52bb4. 00080000:00000010:0.0:1761312155.580301:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea151eaa. 00080000:00000010:0.0:1761312155.580305:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e18ac354. 00080000:00000010:0.0:1761312155.580307:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f90cdcb. 00080000:00000010:0.0:1761312155.580310:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007381630f. 00080000:00000010:0.0:1761312155.580312:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8d58a95. 00080000:00000010:0.0:1761312155.580314:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8845ab5. 00080000:00000010:0.0:1761312155.580316:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b53eaea1. 00080000:00000010:0.0:1761312155.580318:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023684694. 00080000:00000010:0.0:1761312155.580321:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe64d350. 00080000:00000010:0.0:1761312155.580323:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d44234f2. 00080000:00000010:0.0:1761312155.580325:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a712ed6. 00080000:00000010:0.0:1761312155.580328:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bb1a28a. 00080000:00000010:0.0:1761312155.580330:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be219792. 00080000:00000010:0.0:1761312155.580333:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2e90b8c. 00080000:00000010:0.0:1761312155.580335:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000aa06f39. 00080000:00000010:0.0:1761312155.580338:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e2ff7f1. 00080000:00000010:0.0:1761312155.580340:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c648299e. 00080000:00000010:0.0:1761312155.580343:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b25c7d35. 00080000:00000010:0.0:1761312155.580348:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5eca9cd. 00080000:00000010:0.0:1761312155.580351:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000466986b3. 00080000:00000010:0.0:1761312155.580357:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcd47f0b. 00080000:00000010:0.0:1761312155.580360:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef63c7e6. 00080000:00000010:0.0:1761312155.580364:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2aee261. 00080000:00000010:0.0:1761312155.580367:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008662955f. 00080000:00000010:0.0:1761312155.580369:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fed802a. 00080000:00000010:0.0:1761312155.580372:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eb9eb02. 00080000:00000010:0.0:1761312155.580375:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d57bcfe6. 00080000:00000010:0.0:1761312155.580378:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f845c427. 00080000:00000010:0.0:1761312155.580380:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f32ea04d. 00080000:00000010:0.0:1761312155.580384:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000510a2dad. 00080000:00000010:0.0:1761312155.580386:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cecfd186. 00080000:00000010:0.0:1761312155.580389:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000586d2bc5. 00080000:00000010:0.0:1761312155.580391:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db7aafe9. 00080000:00000010:0.0:1761312155.580394:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ccc2d32. 00080000:00000010:0.0:1761312155.580397:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000050d5a26. 00080000:00000010:0.0:1761312155.580399:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086456069. 00080000:00000010:0.0:1761312155.580401:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008455ccc1. 00080000:00000010:0.0:1761312155.580404:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000651db87b. 00080000:00000010:0.0:1761312155.580406:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dd9f88c. 00080000:00000010:0.0:1761312155.580409:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f350d8f5. 00080000:00000010:0.0:1761312155.580411:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d8b9b36. 00080000:00000010:0.0:1761312155.580414:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b4c9b2c. 00080000:00000010:0.0:1761312155.580416:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7ac28ae. 00080000:00000010:0.0:1761312155.580418:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f1ca76. 00080000:00000010:0.0:1761312155.580421:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d55c7e20. 00080000:00000010:0.0:1761312155.580423:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7fb4927. 00080000:00000010:0.0:1761312155.580426:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9544f4b. 00080000:00000010:0.0:1761312155.580430:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcf9ff10. 00080000:00000010:0.0:1761312155.580432:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fc0d26c. 00080000:00000010:0.0:1761312155.580439:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a3795a8. 00080000:00000010:0.0:1761312155.580441:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea93fa2d. 00080000:00000010:0.0:1761312155.580445:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdf26169. 00080000:00000010:0.0:1761312155.580448:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c9a0310. 00080000:00000010:0.0:1761312155.580451:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef14b62a. 00080000:00000010:0.0:1761312155.580453:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072747794. 00080000:00000010:0.0:1761312155.580457:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c35645. 00080000:00000010:0.0:1761312155.580459:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c92b97c. 00080000:00000010:0.0:1761312155.580462:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d283d43. 00080000:00000010:0.0:1761312155.580464:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000513ddc50. 00080000:00000010:0.0:1761312155.580467:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f7f6dcb. 00080000:00000010:0.0:1761312155.580468:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060f81685. 00080000:00000010:0.0:1761312155.580471:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008af35e54. 00080000:00000010:0.0:1761312155.580472:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000941a69bd. 00080000:00000010:0.0:1761312155.580474:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000585e5806. 00080000:00000010:0.0:1761312155.580477:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8f9b20a. 00080000:00000010:0.0:1761312155.580479:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a7155ce. 00080000:00000010:0.0:1761312155.580482:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097ff7e80. 00080000:00000010:0.0:1761312155.580484:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001bb192a. 00080000:00000010:0.0:1761312155.580487:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000457a2c3d. 00080000:00000010:0.0:1761312155.580488:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023985845. 00080000:00000010:0.0:1761312155.580492:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8f9d9c8. 00080000:00000010:0.0:1761312155.580494:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007148e745. 00080000:00000010:0.0:1761312155.580496:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002270eeb. 00080000:00000010:0.0:1761312155.580498:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4e3f0c1. 00080000:00000010:0.0:1761312155.580500:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ec6de8d. 00080000:00000010:0.0:1761312155.580502:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f24cd66c. 00080000:00000010:0.0:1761312155.580504:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dc6d652. 00080000:00000010:0.0:1761312155.580506:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbc44d77. 00080000:00000010:0.0:1761312155.580508:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001eb46920. 00080000:00000010:0.0:1761312155.580509:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc435adb. 00080000:00000010:0.0:1761312155.580511:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d7b0b29. 00080000:00000010:0.0:1761312155.580513:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8164b2. 00080000:00000010:0.0:1761312155.580515:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e30b2295. 00080000:00000010:0.0:1761312155.580517:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6a39e5e. 00080000:00000010:0.0:1761312155.580522:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000439f5f1a. 00080000:00000010:0.0:1761312155.580524:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b1a26d. 00080000:00000010:0.0:1761312155.580526:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040fcf58a. 00080000:00000010:0.0:1761312155.580528:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000042942f4. 00080000:00000010:0.0:1761312155.580531:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee0d703f. 00080000:00000010:0.0:1761312155.580534:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002af8c24c. 00080000:00000010:0.0:1761312155.580536:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000628f5aba. 00080000:00000010:0.0:1761312155.580538:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c29432b5. 00080000:00000010:0.0:1761312155.580540:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ac855f6. 00080000:00000010:0.0:1761312155.580542:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004269c457. 00080000:00000010:0.0:1761312155.580544:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a67ebc2. 00080000:00000010:0.0:1761312155.580548:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000456bca08. 00080000:00000010:0.0:1761312155.580550:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf754b10. 00080000:00000010:0.0:1761312155.580552:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cdb6ce2. 00080000:00000010:0.0:1761312155.580555:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000febb3347. 00080000:00000010:0.0:1761312155.580558:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009d2f4b2. 00080000:00000010:0.0:1761312155.580561:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7f93a17. 00080000:00000010:0.0:1761312155.580563:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a395a94b. 00080000:00000010:0.0:1761312155.580564:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dd35bf0. 00080000:00000010:0.0:1761312155.580567:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a02c1f87. 00080000:00000010:0.0:1761312155.580569:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd4fa4c6. 00080000:00000010:0.0:1761312155.580571:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075ebe5fc. 00080000:00000010:0.0:1761312155.580573:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080914b20. 00080000:00000010:0.0:1761312155.580576:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002814f20. 00080000:00000010:0.0:1761312155.580579:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c66d9123. 00080000:00000010:0.0:1761312155.580581:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010b71dfb. 00080000:00000010:0.0:1761312155.580583:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a027ac4f. 00080000:00000010:0.0:1761312155.580585:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057b4ebca. 00080000:00000010:0.0:1761312155.580587:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000763aefd9. 00080000:00000010:0.0:1761312155.580589:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fd46622. 00080000:00000010:0.0:1761312155.580591:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f6b269f. 00080000:00000010:0.0:1761312155.580594:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d77f1c3. 00080000:00000010:0.0:1761312155.580597:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b7471ff. 00080000:00000010:0.0:1761312155.580601:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eae8c080. 00080000:00000010:0.0:1761312155.580603:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bf4ff96. 00080000:00000010:0.0:1761312155.580605:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5037651. 00080000:00000010:0.0:1761312155.580608:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f35e87e3. 00080000:00000010:0.0:1761312155.580610:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8c6c2ea. 00080000:00000010:0.0:1761312155.580612:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff6a1cfc. 00080000:00000010:0.0:1761312155.580613:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ecce19b. 00080000:00000010:0.0:1761312155.580615:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b8822f0. 00080000:00000010:0.0:1761312155.580617:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037bee8c4. 00080000:00000010:0.0:1761312155.580619:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f606cd. 00080000:00000010:0.0:1761312155.580620:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5eb22a5. 00080000:00000010:0.0:1761312155.580658:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000754b2472. 00080000:00000010:0.0:1761312155.580661:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c22cce7b. 00080000:00000010:0.0:1761312155.580663:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff65039. 00080000:00000010:0.0:1761312155.580666:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000975c18ad. 00080000:00000010:0.0:1761312155.580668:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081305c7b. 00080000:00000010:0.0:1761312155.580670:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a31e3722. 00080000:00000010:0.0:1761312155.580672:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c277d46. 00080000:00000010:0.0:1761312155.580674:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8b19a88. 00080000:00000010:0.0:1761312155.580676:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014c2d0ef. 00080000:00000010:0.0:1761312155.580679:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1dd1c3f. 00080000:00000010:0.0:1761312155.580681:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e7d520d. 00080000:00000010:0.0:1761312155.580683:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004f67724. 00080000:00000010:0.0:1761312155.580686:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083bb7616. 00080000:00000010:0.0:1761312155.580688:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000432c67c3. 00080000:00000010:0.0:1761312155.580690:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec69c509. 00080000:00000010:0.0:1761312155.580693:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c73f4884. 00080000:00000010:0.0:1761312155.580695:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a7d3656. 00080000:00000010:0.0:1761312155.580697:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048b2ba62. 00080000:00000010:0.0:1761312155.580700:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0c2bc4. 00080000:00000010:0.0:1761312155.580703:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad47d8fe. 00080000:00000010:0.0:1761312155.580706:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d758c30. 00080000:00000010:0.0:1761312155.580708:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009055ca8a. 00080000:00000010:0.0:1761312155.580711:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bb3699d. 00080000:00000010:0.0:1761312155.580713:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad5d4384. 00080000:00000010:0.0:1761312155.580715:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2ff4112. 00080000:00000010:0.0:1761312155.580717:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006664efe8. 00080000:00000010:0.0:1761312155.580719:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000896ccd12. 00080000:00000010:0.0:1761312155.580721:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000154be32d. 00080000:00000010:0.0:1761312155.580724:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dda319cf. 00080000:00000010:0.0:1761312155.580727:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086880868. 00080000:00000010:0.0:1761312155.580738:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ca9bce0. 00080000:00000010:0.0:1761312155.580741:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043183dc6. 00080000:00000010:0.0:1761312155.580744:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a80092a5. 00080000:00000010:0.0:1761312155.580746:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e590519. 00080000:00000010:0.0:1761312155.580748:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac6af860. 00080000:00000010:0.0:1761312155.580751:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d38b440b. 00080000:00000010:0.0:1761312155.580754:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf9fb14b. 00080000:00000010:0.0:1761312155.580756:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a591924. 00080000:00000010:0.0:1761312155.580759:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a304a3b. 00080000:00000010:0.0:1761312155.580761:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006714a262. 00080000:00000010:0.0:1761312155.580763:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7ed070a. 00080000:00000010:0.0:1761312155.580766:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1aa76c7. 00080000:00000010:0.0:1761312155.580769:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000980ba3c9. 00080000:00000010:0.0:1761312155.580772:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3bd5bf2. 00080000:00000010:0.0:1761312155.580775:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b866fc. 00080000:00000010:0.0:1761312155.580778:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009714926d. 00080000:00000010:0.0:1761312155.580780:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da344ad0. 00080000:00000010:0.0:1761312155.580783:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d612673. 00080000:00000010:0.0:1761312155.580785:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008484c9cd. 00080000:00000010:0.0:1761312155.580788:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cdd2e2. 00080000:00000010:0.0:1761312155.580790:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b663b762. 00080000:00000010:0.0:1761312155.580793:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6f28863. 00080000:00000010:0.0:1761312155.580796:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e77adb0. 00080000:00000010:0.0:1761312155.580798:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e645376a. 00080000:00000010:0.0:1761312155.580801:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4b32eab. 00080000:00000010:0.0:1761312155.580804:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004461853. 00080000:00000010:0.0:1761312155.580806:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74d87a8. 00080000:00000010:0.0:1761312155.580809:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be649972. 00080000:00000010:0.0:1761312155.580812:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d64fbb03. 00080000:00000010:0.0:1761312155.580814:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049f3a84b. 00080000:00000010:0.0:1761312155.580817:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c5e2392. 00080000:00000010:0.0:1761312155.580819:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054edea0d. 00080000:00000010:0.0:1761312155.580822:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006aedc927. 00080000:00000010:0.0:1761312155.580824:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a733b246. 00080000:00000010:0.0:1761312155.580827:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d256c4b6. 00080000:00000010:0.0:1761312155.580829:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef5be16b. 00080000:00000010:0.0:1761312155.580832:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5e9a7ac. 00080000:00000010:0.0:1761312155.580834:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000effcf4c. 00080000:00000010:0.0:1761312155.580837:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f735e6d. 00080000:00000010:0.0:1761312155.580840:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c96ed029. 00080000:00000010:0.0:1761312155.580842:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8014c60. 00080000:00000010:0.0:1761312155.580844:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001721cae7. 00080000:00000010:0.0:1761312155.580847:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e850575. 00080000:00000010:0.0:1761312155.580849:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014a92ee0. 00080000:00000010:0.0:1761312155.580852:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003009527e. 00080000:00000010:0.0:1761312155.580854:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009311f8a7. 00080000:00000010:0.0:1761312155.580857:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6d44aac. 00080000:00000010:0.0:1761312155.580859:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000071af268. 00080000:00000010:0.0:1761312155.580862:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e22ca6f. 00080000:00000010:0.0:1761312155.580865:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3704ebb. 00080000:00000010:0.0:1761312155.580867:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012984c86. 00080000:00000010:0.0:1761312155.580870:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bddd3071. 00080000:00000010:0.0:1761312155.580872:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7dc6422. 00080000:00000010:0.0:1761312155.580874:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b1e9c8. 00080000:00000010:0.0:1761312155.580877:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003e2cc29. 00080000:00000010:0.0:1761312155.580880:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae14f712. 00080000:00000010:0.0:1761312155.580883:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004540be27. 00080000:00000010:0.0:1761312155.580885:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6598970. 00080000:00000010:0.0:1761312155.580888:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000290252cd. 00080000:00000010:0.0:1761312155.580891:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa15debe. 00080000:00000010:0.0:1761312155.580894:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069a61a61. 00080000:00000010:0.0:1761312155.580898:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058984ad1. 00080000:00000010:0.0:1761312155.580902:0:71759:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eed4fac5. 00010000:00000010:0.0:1761312155.595378:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fc474c9. 00010000:00000010:0.0:1761312155.595398:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa746665. 00010000:00000010:0.0:1761312155.595497:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.0:1761312155.595504:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312155.595519:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb3939f3. 00000100:00000010:0.0:1761312155.595528:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312155.595541:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.595560:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a128850. 02000000:00000010:0.0:1761312155.595597:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e979e934. 00000400:00000010:0.0:1761312155.595606:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312155.595614:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312155.595661:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330240, portal 16 00000400:00000010:0.0:1761312155.595669:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff7c6213. 00000100:00000200:0.0:1761312155.595673:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330240, offset 0 00000400:00000200:0.0:1761312155.602666:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.602701:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.602711:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.602715:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.602719:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.602723:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89186:89186:256:4294967295] 192.168.203.32@tcp LPNI seq info [89186:89186:8:4294967295] 00000400:00000200:0.0:1761312155.602747:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.602754:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.605850:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339218). 00000800:00000200:1.0:1761312155.605884:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.605896:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.605901:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.606108:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.606114:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00000400:00000200:1.0:1761312155.606121:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.606128:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.606136:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff7c6213 00000400:00000010:1.0:1761312155.606138:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff7c6213. 00000100:00000200:1.0:1761312155.606153:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015330240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.616198:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.616222:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780033c0 00000400:00000200:0.0:1761312155.616232:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0e9 [1] + 224 00000400:00000200:0.0:1761312155.616245:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.616249:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.616260:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015330240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.616291:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.616295:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57180 00000400:00000200:0.0:1761312155.616300:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 328 00000400:00000200:0.0:1761312155.616621:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.616651:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.616657:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.616663:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 00000020:00000010:0.0:1761312155.616905:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.616913:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.616918:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.616949:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfb71ed1 x1846868012528000/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.616985:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528000 02000000:00000010:0.0:1761312155.617001:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dda5fa07. 00010000:00000010:0.0:1761312155.617049:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312155.617058:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312155.617066:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312155.617070:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00000400:00000010:0.0:1761312155.617089:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b84fb12. 00000100:00000200:0.0:1761312155.617095:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528000, offset 224 00000400:00000200:0.0:1761312155.617103:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.617116:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.617122:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89187:89187:256:4294967295] 192.168.203.32@tcp LPNI seq info [89187:89187:8:4294967295] 00000400:00000200:0.0:1761312155.617133:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.617139:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.617144:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.617151:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.617160:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.617164:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.617183:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.617189:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.617192:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00000400:00000010:0.0:1761312155.617220:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:0.0:1761312155.617224:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:0.0:1761312155.617227:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:0.0:1761312155.617233:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015330240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.617241:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015330240/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312155.617265:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000085f24f1. 02000000:00000010:0.0:1761312155.617286:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e979e934. 02000000:00000010:0.0:1761312155.617294:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a128850. 00000100:00000010:0.0:1761312155.617298:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:0.0:1761312155.617303:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:0.0:1761312155.617304:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb3939f3. 00080000:00000010:0.0:1761312155.617325:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a128850. 00010000:00000010:0.0:1761312155.617427:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312155.617433:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004567c889. 00010000:00000010:0.0:1761312155.617518:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a24fbd39. 00010000:00000010:0.0:1761312155.617522:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e1e0aec7. 00010000:00000010:0.0:1761312155.617528:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312155.617534:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea7c069e. 00080000:00000010:0.0:1761312155.617545:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e979e934. 00010000:00000010:0.0:1761312155.617567:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312155.617570:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1e0aec7. 00010000:00000010:0.0:1761312155.617621:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000035894d7. 00010000:00000010:0.0:1761312155.617649:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea7c069e. 00010000:00000010:0.0:1761312155.617656:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb3939f3. 00000100:00000010:0.0:1761312155.617659:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c35204c4. 00000100:00000010:0.0:1761312155.617665:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000926416a1. 02000000:00000010:0.0:1761312155.617677:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ffa4e2e. 00000800:00000200:3.0:1761312155.618255:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.618261:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312155.618267:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.618276:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.618280:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b84fb12 00000400:00000010:3.0:1761312155.618282:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b84fb12. 00010000:00000010:0.1:1761312155.621041:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d4d9d3. 00010000:00000010:0.1:1761312155.621066:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d2af07b. 02000000:00000010:0.0:1761312155.621127:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dad05c7d. 00000400:00000010:0.0:1761312155.621138:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e37fb30. 00000400:00000010:0.0:1761312155.621147:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000014954876. 00000100:00000200:0.0:1761312155.621155:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330304, portal 16 00000400:00000010:0.0:1761312155.621162:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003dee67db. 00000100:00000200:0.0:1761312155.621166:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330304, offset 0 00000400:00000200:0.0:1761312155.621180:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.621202:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.621212:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.621215:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.621218:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.621222:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89188:89188:256:4294967295] 192.168.203.32@tcp LPNI seq info [89188:89188:8:4294967295] 00000400:00000200:0.0:1761312155.621233:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.621240:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.621246:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.621254:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.621262:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.621266:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.625569:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.625581:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:2.0:1761312155.625593:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.625605:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.625613:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003dee67db 00000400:00000010:2.0:1761312155.625616:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003dee67db. 00000100:00000200:2.0:1761312155.625639:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000926416a1 x1846868015330304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.625797:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.625817:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003400 00000400:00000200:0.0:1761312155.625826:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf0f5 [1] + 224 00000400:00000200:0.0:1761312155.625839:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.625842:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.625848:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000926416a1 x1846868015330304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.626462:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.626469:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d571c0 00000400:00000200:0.0:1761312155.626475:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 656 00000400:00000200:0.0:1761312155.626517:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.626521:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.626526:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.626533:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084faceb8. 00000400:00000010:3.0:1761312155.626600:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e37fb30. 00000400:00000200:3.0:1761312155.626606:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000014954876 00000400:00000010:3.0:1761312155.626608:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000014954876. 00000100:00000200:3.0:1761312155.626615:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000926416a1 x1846868015330304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.626674:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000926416a1 x1846868015330304/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.626820:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dad05c7d. 02000000:00000010:3.0:1761312155.626829:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ffa4e2e. 00000100:00000010:3.0:1761312155.626836:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000926416a1. 00000100:00000010:3.0:1761312155.626841:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c35204c4. 00010000:00000010:3.0:1761312155.626845:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb3939f3. 00000020:00000010:3.0:1761312155.626900:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651db87b. 00000020:00000010:3.0:1761312155.626907:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.626911:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d312c6e. 00000100:00000200:3.0:1761312155.626942:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084faceb8 x1846868012528064/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.626974:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528064 02000000:00000010:3.0:1761312155.626988:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008455ccc1. 00010000:00000010:3.0:1761312155.627022:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000557052c. 00010000:00000010:3.0:1761312155.627048:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f577c24. 00000100:00000010:3.0:1761312155.627055:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00000100:00000010:3.0:1761312155.627064:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:3.0:1761312155.627066:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f577c24. 00000400:00000010:3.0:1761312155.627082:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.627088:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528064, offset 224 00000400:00000200:3.0:1761312155.627097:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.627110:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.627116:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89189:89189:256:4294967295] 192.168.203.32@tcp LPNI seq info [89189:89189:8:4294967295] 00000400:00000200:3.0:1761312155.627126:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.627132:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.627138:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339218). 00000800:00000200:3.0:1761312155.627144:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.627151:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.627155:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.627166:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.627172:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d312c6e. 00000020:00000010:3.0:1761312155.627175:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651db87b. 00080000:00000010:3.0:1761312155.627205:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651db87b. 00010000:00000010:3.0:1761312155.627323:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7c069e. 00010000:00000010:3.0:1761312155.627331:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b5237ef. 00010000:00000010:3.0:1761312155.627422:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095196bee. 00010000:00000010:3.0:1761312155.627429:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006804316e. 00010000:00000010:3.0:1761312155.627442:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f577c24. 00000100:00000010:3.0:1761312155.627445:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00000100:00000010:3.0:1761312155.627453:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.627467:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086456069. 02000000:00000010:3.0:1761312155.627497:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f845c427. 00000400:00000010:3.0:1761312155.627502:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.627507:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312155.627513:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330368, portal 16 00000400:00000010:3.0:1761312155.627518:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312155.627520:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330368, offset 0 00000400:00000200:3.0:1761312155.627526:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.627532:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.627540:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.627545:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.627548:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.627551:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89190:89190:255:4294967295] 192.168.203.32@tcp LPNI seq info [89190:89190:7:4294967295] 00000400:00000200:3.0:1761312155.627558:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.627564:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.627567:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339466). 00000800:00000200:3.0:1761312155.627572:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.627576:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.627578:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.628824:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.628835:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82339218). 00000400:00000200:2.0:1761312155.628844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.628854:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.628860:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:2.0:1761312155.628862:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000800:00000200:2.0:1761312155.630056:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.630063:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:2.0:1761312155.630073:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.630081:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.630086:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:2.0:1761312155.630088:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:2.0:1761312155.630101:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015330368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.632919:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.632948:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003440 00000400:00000200:3.0:1761312155.632961:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf101 [1] + 224 00000400:00000200:3.0:1761312155.632976:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.632980:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.632995:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015330368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.633041:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.633047:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57200 00000400:00000200:3.0:1761312155.633053:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 984 00000400:00000010:0.0:1761312155.633389:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:0.0:1761312155.633395:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:0.0:1761312155.633397:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:0.0:1761312155.633405:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015330368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.633412:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015330368/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.633447:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f845c427. 02000000:00000010:0.0:1761312155.633455:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086456069. 00000100:00000010:0.0:1761312155.633459:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:0.0:1761312155.633464:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:0.0:1761312155.633468:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f577c24. 00000400:00000200:3.0:1761312155.633791:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.633798:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.633803:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.633809:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00010000:00000010:0.1:1761312155.633903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9bad10. 00010000:00000010:0.1:1761312155.633914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007424c0fe. 00010000:00000010:0.1:1761312155.633919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.1:1761312155.633923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a24fbd39. 00010000:00000010:0.1:1761312155.633926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00000020:00000010:0.0:1761312155.633964:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ce714d9. 00000020:00000010:0.0:1761312155.633971:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.633976:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.634005:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012528128/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.634046:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528128 02000000:00000010:0.0:1761312155.634063:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ffa4e2e. 00010000:00000010:0.0:1761312155.634098:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f066bcd. 00010000:00000010:0.0:1761312155.634122:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312155.634130:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312155.634141:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312155.634144:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00000400:00000010:0.0:1761312155.634161:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312155.634166:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528128, offset 224 00000400:00000200:0.0:1761312155.634176:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.634191:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.634197:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89191:89191:256:4294967295] 192.168.203.32@tcp LPNI seq info [89191:89191:8:4294967295] 00000400:00000200:0.0:1761312155.634208:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.634214:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.634219:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.634227:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.634236:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.634240:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.634257:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.634262:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.634265:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ce714d9. 00080000:00000010:2.0:1761312155.634586:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb80a30c. 00010000:00000010:2.0:1761312155.634742:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006804316e. 00010000:00000010:2.0:1761312155.634750:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c0a4591. 00010000:00000010:2.0:1761312155.634848:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073189f44. 00010000:00000010:2.0:1761312155.634857:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca87db8b. 00010000:00000010:2.0:1761312155.634870:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086f64818. 00000100:00000010:2.0:1761312155.634875:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.634884:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d4e66d9e. 02000000:00000010:2.0:1761312155.634900:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065282b76. 02000000:00000010:2.0:1761312155.634931:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004492de47. 00000400:00000010:2.0:1761312155.634938:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091d484aa. 00000400:00000010:2.0:1761312155.634943:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312155.634950:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330432, portal 16 00000400:00000010:2.0:1761312155.634955:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312155.634957:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330432, offset 0 00000400:00000200:2.0:1761312155.634963:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.634972:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.634980:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.634984:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.634988:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.634990:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89192:89192:255:4294967295] 192.168.203.32@tcp LPNI seq info [89192:89192:7:4294967295] 00000400:00000200:2.0:1761312155.634997:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.635001:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.635004:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339466). 00000800:00000200:2.0:1761312155.635009:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.635015:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.635017:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.636596:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.636605:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82339218). 00000400:00000200:0.0:1761312155.636614:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.636645:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.636653:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:0.0:1761312155.636655:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00010000:00000010:3.1:1761312155.637675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ca369e. 00010000:00000010:3.1:1761312155.637687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000699804e1. 00010000:00000010:3.1:1761312155.637692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035894d7. 00000800:00000200:0.0:1761312155.641061:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.641074:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312155.641094:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.641108:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.641116:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:0.0:1761312155.641118:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:0.0:1761312155.641133:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4e66d9e x1846868015330432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.642664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c80178. 00010000:00000010:2.1:1761312155.642774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095196bee. 00000400:00000200:2.0:1761312155.643816:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.643839:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003480 00000400:00000200:2.0:1761312155.643850:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf10d [1] + 224 00000400:00000200:2.0:1761312155.643865:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.643871:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.643885:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e66d9e x1846868015330432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312155.643922:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.643927:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57240 00000400:00000200:2.0:1761312155.643933:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 1312 00000400:00000200:2.0:1761312155.643943:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.643946:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.643950:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312155.643957:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000048ff3c2e. 00000400:00000010:0.0:1761312155.644393:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091d484aa. 00000400:00000200:0.0:1761312155.644399:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:0.0:1761312155.644401:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000100:00000200:0.0:1761312155.644408:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e66d9e x1846868015330432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.644416:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4e66d9e x1846868015330432/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.644451:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004492de47. 02000000:00000010:0.0:1761312155.644458:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065282b76. 00000100:00000010:0.0:1761312155.644461:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d4e66d9e. 00000100:00000010:0.0:1761312155.644465:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:0.0:1761312155.644468:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086f64818. 00000020:00000010:3.0:1761312155.644872:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f2b83f4. 00000020:00000010:3.0:1761312155.644881:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.644886:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d312c6e. 00000100:00000200:3.0:1761312155.644914:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000048ff3c2e x1846868012528192/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312155.644950:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528192 02000000:00000010:3.0:1761312155.644963:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2fadc0c. 00010000:00000010:3.0:1761312155.644995:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079bca1a7. 00010000:00000010:3.0:1761312155.645023:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5a027fe. 00000100:00000010:3.0:1761312155.645030:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.645041:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.645043:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5a027fe. 00000400:00000010:3.0:1761312155.645059:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312155.645064:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528192, offset 224 00000400:00000200:3.0:1761312155.645073:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.645085:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.645091:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89193:89193:256:4294967295] 192.168.203.32@tcp LPNI seq info [89193:89193:8:4294967295] 00000400:00000200:3.0:1761312155.645104:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.645109:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.645114:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312155.645119:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.645128:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.645132:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.645150:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.645155:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d312c6e. 00000020:00000010:3.0:1761312155.645158:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f2b83f4. 00080000:00000010:0.0:1761312155.645219:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ce714d9. 00010000:00000010:0.0:1761312155.645331:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca87db8b. 00010000:00000010:0.0:1761312155.645340:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000025876be. 00010000:00000010:0.0:1761312155.645431:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312155.645439:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb615e1. 00010000:00000010:0.0:1761312155.645451:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312155.645455:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312155.645463:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312155.645478:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dad05c7d. 02000000:00000010:0.0:1761312155.645506:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000387b4861. 00000400:00000010:0.0:1761312155.645511:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087563d98. 00000400:00000010:0.0:1761312155.645516:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312155.645521:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330496, portal 16 00000400:00000010:0.0:1761312155.645526:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660fe33e. 00000100:00000200:0.0:1761312155.645527:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330496, offset 0 00000400:00000200:0.0:1761312155.645533:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.645539:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.645547:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.645550:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.645553:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.645556:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89194:89194:255:4294967295] 192.168.203.32@tcp LPNI seq info [89194:89194:7:4294967295] 00000400:00000200:0.0:1761312155.645562:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.645567:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.645570:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339466). 00000800:00000200:0.0:1761312155.645574:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.645578:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.645580:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.647027:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.647036:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82339218). 00000400:00000200:2.0:1761312155.647047:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.647056:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.647062:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:2.0:1761312155.647065:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000800:00000200:2.0:1761312155.647146:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.647149:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312155.647152:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.647155:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.647157:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660fe33e 00000400:00000010:2.0:1761312155.647159:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660fe33e. 00000100:00000200:2.0:1761312155.647167:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015330496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.648935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87c9654. 00000400:00000200:1.0:1761312155.654857:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.654875:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780034c0 00000400:00000200:1.0:1761312155.654882:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf119 [1] + 224 00000400:00000200:1.0:1761312155.654891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.654894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.654903:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015330496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.654936:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.654940:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57280 00000400:00000200:1.0:1761312155.654943:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 1640 00000400:00000200:1.0:1761312155.654996:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.654999:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.655002:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.655007:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 00000020:00000010:3.0:1761312155.657094:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:3.0:1761312155.657113:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.657120:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d312c6e. 00000100:00000200:3.0:1761312155.657168:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4fc594b x1846868012528256/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.657213:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528256 02000000:00000010:3.0:1761312155.657229:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086456069. 00010000:00000010:3.0:1761312155.657281:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008942aa85. 00000100:00000010:3.0:1761312155.657291:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2a791e2. 00000100:00000010:3.0:1761312155.657300:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2a791e2. 00010000:00000010:3.0:1761312155.657307:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008942aa85. 00000400:00000010:3.0:1761312155.657328:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312155.657335:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528256, offset 224 00000400:00000200:3.0:1761312155.657345:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.657365:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.657374:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89195:89195:256:4294967295] 192.168.203.32@tcp LPNI seq info [89195:89195:8:4294967295] 00000400:00000200:3.0:1761312155.657387:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.657394:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.657399:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312155.657408:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.657418:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.657423:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.657446:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.657453:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d312c6e. 00000020:00000010:3.0:1761312155.657457:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 00000800:00000200:3.0:1761312155.657590:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.657595:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:3.0:1761312155.657600:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.657606:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.657612:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:3.0:1761312155.657614:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000400:00000010:0.0:1761312155.659269:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087563d98. 00000400:00000200:0.0:1761312155.659284:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:0.0:1761312155.659286:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:0.0:1761312155.659303:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015330496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.659315:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015330496/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761312155.659346:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092c5bee4. 02000000:00000010:0.0:1761312155.659368:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000387b4861. 02000000:00000010:0.0:1761312155.659534:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dad05c7d. 00000100:00000010:0.0:1761312155.659540:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:0.0:1761312155.659547:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:0.0:1761312155.659550:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00080000:00000010:0.0:1761312155.659571:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dad05c7d. 00010000:00000010:0.0:1761312155.659690:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb615e1. 00010000:00000010:0.0:1761312155.659697:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000874cf909. 00010000:00000010:0.0:1761312155.659788:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051a1820a. 00010000:00000010:0.0:1761312155.659794:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb615e1. 00010000:00000010:0.0:1761312155.659811:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040390b24. 00000100:00000010:0.0:1761312155.659817:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0b90e6. 00000100:00000010:0.0:1761312155.659824:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091f105bc. 02000000:00000010:0.0:1761312155.659836:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000387b4861. 02000000:00000010:0.0:1761312155.659870:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a11a42d. 00000400:00000010:0.0:1761312155.659876:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087563d98. 00000400:00000010:0.0:1761312155.659885:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b809250e. 00000100:00000200:0.0:1761312155.659891:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330560, portal 16 00000400:00000010:0.0:1761312155.659895:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dc814c4. 00000100:00000200:0.0:1761312155.659897:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330560, offset 0 00000400:00000200:0.0:1761312155.659905:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.659920:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.659928:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.659931:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.659933:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.659937:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89196:89196:256:4294967295] 192.168.203.32@tcp LPNI seq info [89196:89196:8:4294967295] 00000400:00000200:0.0:1761312155.659946:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.659952:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.659957:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.659963:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.659971:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.659975:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312155.661696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fcf14. 00000800:00000200:3.0:1761312155.661874:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.661879:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.661886:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.661898:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.661905:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dc814c4 00000400:00000010:3.0:1761312155.661908:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dc814c4. 00000100:00000200:3.0:1761312155.661920:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000091f105bc x1846868015330560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.665963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000063e1f64. 00010000:00000010:0.1:1761312155.665974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073189f44. 00000400:00000200:3.0:1761312155.669097:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.669126:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003500 00000400:00000200:3.0:1761312155.669138:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf125 [1] + 224 00000400:00000200:3.0:1761312155.669155:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.669160:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.669176:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000091f105bc x1846868015330560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.669225:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.669232:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d572c0 00000400:00000200:3.0:1761312155.669240:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadaf5 [2] + 1968 00000400:00000010:3.0:1761312155.669248:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa30032c. 00000400:00000200:3.0:1761312155.669257:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000086bddf59 00000400:00000200:3.0:1761312155.669280:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.669285:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000010:2.0:1761312155.669323:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087563d98. 00000400:00000200:2.0:1761312155.669333:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b809250e 00000400:00000010:2.0:1761312155.669335:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b809250e. 00000100:00000200:2.0:1761312155.669351:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000091f105bc x1846868015330560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.669361:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000091f105bc x1846868015330560/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.669557:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086bddf59 00000400:00000010:3.0:1761312155.669562:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000086bddf59 (tot 82338818). 00000100:00000200:3.0:1761312155.669570:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761312155.669669:0:78599:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d8adb40. 02000000:00000010:2.0:1761312155.669680:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a11a42d. 02000000:00000010:2.0:1761312155.669690:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000387b4861. 00000100:00000010:2.0:1761312155.669695:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f105bc. 00000100:00000010:2.0:1761312155.669702:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f0b90e6. 00010000:00000010:2.0:1761312155.669706:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040390b24. 00000020:00000010:1.0:1761312155.669750:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015be4574. 00000020:00000010:1.0:1761312155.669760:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312155.669766:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.669802:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b9fba5e6 x1846868012528320/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.669847:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528320 02000000:00000010:1.0:1761312155.669861:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000779b0245. 00010000:00000010:1.0:1761312155.669901:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067944d01. 00010000:00000010:1.0:1761312155.669930:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7ffb2a6. 00000100:00000010:1.0:1761312155.669939:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2463d52. 00000100:00000010:1.0:1761312155.669957:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2463d52. 00010000:00000010:1.0:1761312155.669962:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7ffb2a6. 00000400:00000010:1.0:1761312155.669981:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312155.669987:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528320, offset 224 00000400:00000200:1.0:1761312155.669997:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.670013:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.670021:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89197:89197:256:4294967295] 192.168.203.32@tcp LPNI seq info [89197:89197:8:4294967295] 00080000:00000010:2.0:1761312155.670027:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f238b37d. 00000400:00000200:1.0:1761312155.670037:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.670046:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.670052:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339066). 00000800:00000200:1.0:1761312155.670060:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.670069:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.670074:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.670095:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312155.670101:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.670107:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015be4574. 02000000:00000010:1.0:1761312155.670123:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086456069. 00010000:00000010:2.0:1761312155.670124:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb615e1. 00000100:00000010:1.0:1761312155.670128:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00010000:00000010:2.0:1761312155.670135:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000924c3c02. 02000000:00000010:1.0:1761312155.670140:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2fadc0c. 00000100:00000010:1.0:1761312155.670146:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000048ff3c2e. 02000000:00000010:1.0:1761312155.670152:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ffa4e2e. 00000100:00000010:1.0:1761312155.670156:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:1.0:1761312155.670161:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008455ccc1. 00000100:00000010:1.0:1761312155.670164:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084faceb8. 02000000:00000010:1.0:1761312155.670168:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dda5fa07. 00000100:00000010:1.0:1761312155.670174:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfb71ed1. 02000000:00000010:1.0:1761312155.670181:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ac80c48. 00000100:00000010:1.0:1761312155.670185:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 00000100:00000200:1.0:1761312155.670194:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761312155.670200:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005928fd42. 00000400:00000010:1.0:1761312155.670205:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2463d52 (tot 82339218). 00010000:00000010:2.0:1761312155.670218:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.670228:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.670234:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.670242:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00080000:00000010:2.0:1761312155.670259:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060b25d92. 00010000:00000010:2.0:1761312155.670284:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.670288:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.670334:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312155.670339:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.670346:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000017f9a. 00000100:00000010:2.0:1761312155.670353:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.670361:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312155.670374:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ac80c48. 02000000:00000010:2.0:1761312155.670401:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065282b76. 00000800:00000200:3.0:1761312155.670407:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1761312155.670408:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000800:00000010:3.0:1761312155.670414:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00000400:00000010:2.0:1761312155.670417:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000400:00000200:3.0:1761312155.670422:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761312155.670426:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330624, portal 16 00000400:00000200:3.0:1761312155.670432:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.670436:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:2.0:1761312155.670437:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000400:00000010:3.0:1761312155.670440:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 02000000:00000010:3.0:1761312155.670448:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000779b0245. 00000100:00000200:2.0:1761312155.671598:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330624, offset 0 00000400:00000200:2.0:1761312155.671614:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.671639:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.671646:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.671650:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.671653:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.671661:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89198:89198:256:4294967295] 192.168.203.32@tcp LPNI seq info [89198:89198:8:4294967295] 00000400:00000200:2.0:1761312155.671671:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.671677:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.671682:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312155.671688:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.671695:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.671700:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.671820:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.671826:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.671834:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.671841:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.671844:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:3.0:1761312155.671846:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00000100:00000200:3.0:1761312155.671855:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015330624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.676661:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.676698:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003540 00000400:00000200:3.0:1761312155.676710:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf135 [1] + 224 00000400:00000200:3.0:1761312155.676737:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.676743:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.676759:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015330624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.676804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.676811:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57300 00000400:00000200:3.0:1761312155.676821:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 0 00000400:00000200:3.0:1761312155.676838:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.676844:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.676850:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.676858:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:1.0:1761312155.676989:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015be4574. 00000020:00000010:1.0:1761312155.676999:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312155.677004:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.677039:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012528384/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312155.677088:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528384 02000000:00000010:1.0:1761312155.677104:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000779b0245. 00010000:00000010:1.0:1761312155.677161:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7ffb2a6. 00000100:00000010:1.0:1761312155.677171:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.677180:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.677185:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7ffb2a6. 00000400:00000010:1.0:1761312155.677202:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312155.677209:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528384, offset 224 00000400:00000200:1.0:1761312155.677219:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.677232:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.677239:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89199:89199:256:4294967295] 192.168.203.32@tcp LPNI seq info [89199:89199:8:4294967295] 00000400:00000200:1.0:1761312155.677251:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.677257:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.677262:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339218). 00000800:00000200:1.0:1761312155.677268:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.677276:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.677281:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.677310:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1327e9c. 00000020:00000010:1.0:1761312155.677317:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.677321:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015be4574. 00000400:00000010:2.0:1761312155.677769:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.677778:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:2.0:1761312155.677781:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:2.0:1761312155.677797:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015330624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.677808:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015330624/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.677836:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c36664. 02000000:00000010:2.0:1761312155.677853:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065282b76. 02000000:00000010:2.0:1761312155.677860:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ac80c48. 00000100:00000010:2.0:1761312155.677867:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:2.0:1761312155.677874:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:2.0:1761312155.677879:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000017f9a. 00080000:00000010:2.0:1761312155.677902:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ac80c48. 00000800:00000200:0.0:1761312155.677952:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.677958:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82338970). 00000400:00000200:0.0:1761312155.677965:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.677972:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.677976:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:0.0:1761312155.677977:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00010000:00000010:2.0:1761312155.677995:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.678004:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052818fbb. 00010000:00000010:2.0:1761312155.678077:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dda371bc. 00010000:00000010:2.0:1761312155.678083:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067684caa. 00010000:00000010:2.0:1761312155.678093:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000017f9a. 00000100:00000010:2.0:1761312155.678099:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.678105:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e72bbf68. 02000000:00000010:2.0:1761312155.678118:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065282b76. 02000000:00000010:2.0:1761312155.678144:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004492de47. 00000400:00000010:2.0:1761312155.678151:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.678159:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312155.678165:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330688, portal 16 00000400:00000010:2.0:1761312155.678170:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312155.678173:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330688, offset 0 00000400:00000200:2.0:1761312155.678182:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.678194:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.678201:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.678203:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.678206:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.678209:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89200:89200:256:4294967295] 192.168.203.32@tcp LPNI seq info [89200:89200:8:4294967295] 00000400:00000200:2.0:1761312155.678218:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.678223:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.678227:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312155.678232:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.678238:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.678241:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.679111:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.679116:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:3.0:1761312155.679121:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.679127:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.679130:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:3.0:1761312155.679132:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00000100:00000200:3.0:1761312155.679138:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e72bbf68 x1846868015330688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.679913:0:76456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb879e2. 00010000:00000010:0.1:1761312155.679932:0:76456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00000400:00000200:3.0:1761312155.681479:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.681497:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003580 00000400:00000200:3.0:1761312155.681505:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf141 [1] + 224 00000400:00000200:3.0:1761312155.681518:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.681522:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.681531:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e72bbf68 x1846868015330688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.682668:0:78600:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee680e5. 00010000:00000010:2.1:1761312155.682686:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051a1820a. 00010000:00000010:2.1:1761312155.682695:0:78600:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.682700:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000010:0.0:1761312155.685167:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:0.0:1761312155.685179:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:0.0:1761312155.685183:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:0.0:1761312155.685201:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e72bbf68 x1846868015330688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.685214:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e72bbf68 x1846868015330688/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.685253:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004492de47. 02000000:00000010:0.0:1761312155.685260:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065282b76. 00000100:00000010:0.0:1761312155.685265:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e72bbf68. 00000100:00000010:0.0:1761312155.685271:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:0.0:1761312155.685275:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000017f9a. 00000400:00000200:0.0:1761312155.686299:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.686320:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57340 00000400:00000200:0.0:1761312155.686329:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 328 00000400:00000200:0.0:1761312155.686420:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.686426:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.686435:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.686441:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 00000020:00000010:1.0:1761312155.686545:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015be4574. 00000020:00000010:1.0:1761312155.686555:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312155.686561:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.686594:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007a43101d x1846868012528448/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.1:1761312155.686656:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c018c. 00000100:00000200:1.0:1761312155.686692:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528448 02000000:00000010:1.0:1761312155.686706:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae021b26. 00010000:00000010:1.0:1761312155.686756:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006970b226. 00010000:00000010:1.0:1761312155.686783:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e65145d. 00000100:00000010:1.0:1761312155.686791:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.686808:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.686812:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e65145d. 00000400:00000010:1.0:1761312155.686829:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312155.686836:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528448, offset 224 00000400:00000200:1.0:1761312155.686847:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.686861:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.686868:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89201:89201:256:4294967295] 192.168.203.32@tcp LPNI seq info [89201:89201:8:4294967295] 00000400:00000200:1.0:1761312155.686881:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.686887:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.686892:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312155.686898:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.686907:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.686912:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.686934:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312155.686940:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.686944:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015be4574. 00080000:00000010:0.0:1761312155.687089:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f359244. 00010000:00000010:0.0:1761312155.687202:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067684caa. 00010000:00000010:0.0:1761312155.687209:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5f210f6. 00010000:00000010:0.0:1761312155.687311:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00010000:00000010:0.0:1761312155.687319:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312155.687332:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312155.687337:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032c23e95. 00000100:00000010:0.0:1761312155.687346:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 02000000:00000010:0.0:1761312155.687360:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cf349d. 02000000:00000010:0.0:1761312155.687390:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c80990. 00000400:00000010:0.0:1761312155.687395:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093e21bdd. 00000400:00000010:0.0:1761312155.687401:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.687408:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330752, portal 16 00000400:00000010:0.0:1761312155.687413:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000426bb42. 00000100:00000200:0.0:1761312155.687415:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330752, offset 0 00000400:00000200:0.0:1761312155.687421:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.687428:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.687436:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.687441:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.687445:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.687448:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89202:89202:255:4294967295] 192.168.203.32@tcp LPNI seq info [89202:89202:7:4294967295] 00000400:00000200:0.0:1761312155.687455:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.687461:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.687465:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339466). 00000800:00000200:0.0:1761312155.687469:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.687474:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.687477:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.687727:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.687743:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82339218). 00000400:00000200:3.0:1761312155.687750:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.687760:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.687767:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:3.0:1761312155.687770:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000800:00000200:3.0:1761312155.687839:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.687842:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.687845:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.687848:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.687851:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000426bb42 00000400:00000010:3.0:1761312155.687852:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000426bb42. 00000100:00000200:3.0:1761312155.687859:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ca36c5c x1846868015330752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.688999:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e009c9ef. 00010000:00000010:2.1:1761312155.689018:0:78600:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba828b6f. 00010000:00000010:2.1:1761312155.689023:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00000400:00000200:3.0:1761312155.694553:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.694581:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780035c0 00000400:00000200:3.0:1761312155.694593:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf14d [1] + 224 00000400:00000200:3.0:1761312155.694607:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.694611:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.694657:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ca36c5c x1846868015330752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.694698:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.694705:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57380 00000400:00000200:3.0:1761312155.694710:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 656 00000400:00000200:3.0:1761312155.694790:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.694795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.694801:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.694810:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00010000:00000010:0.1:1761312155.694821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0ab7a2. 00010000:00000010:0.1:1761312155.694830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda371bc. 00000400:00000010:0.0:1761312155.694873:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093e21bdd. 00000400:00000200:0.0:1761312155.694879:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312155.694881:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312155.694889:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ca36c5c x1846868015330752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.694896:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ca36c5c x1846868015330752/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.694933:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c80990. 02000000:00000010:0.0:1761312155.694941:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cf349d. 00000100:00000010:0.0:1761312155.694948:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 00000100:00000010:0.0:1761312155.694954:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032c23e95. 00010000:00000010:0.0:1761312155.694960:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00000020:00000010:1.0:1761312155.695145:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015be4574. 00000020:00000010:1.0:1761312155.695155:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312155.695160:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.695189:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012528512/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.695219:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528512 02000000:00000010:1.0:1761312155.695232:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2a1afdf. 00010000:00000010:1.0:1761312155.695267:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057ba6a65. 00010000:00000010:1.0:1761312155.695291:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e65145d. 00000100:00000010:1.0:1761312155.695298:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.695304:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.695306:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e65145d. 00000400:00000010:1.0:1761312155.695320:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312155.695325:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528512, offset 224 00000400:00000200:1.0:1761312155.695333:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.695345:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.695351:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89203:89203:256:4294967295] 192.168.203.32@tcp LPNI seq info [89203:89203:8:4294967295] 00000400:00000200:1.0:1761312155.695362:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.695367:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.695372:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312155.695377:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.695385:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.695389:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.695406:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f979db3b. 00000020:00000010:1.0:1761312155.695410:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.695414:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015be4574. 00010000:00000010:1.1:1761312155.697195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d4aac6b. 00000800:00000200:0.0:1761312155.697469:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.697474:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:0.0:1761312155.697481:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.697491:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.697497:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:0.0:1761312155.697499:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00080000:00000010:0.0:1761312155.697543:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085cf349d. 00010000:00000010:0.0:1761312155.697699:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312155.697711:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d59c62d2. 00010000:00000010:0.0:1761312155.697945:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003eb637aa. 00010000:00000010:0.0:1761312155.697953:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d4cc7e2. 00010000:00000010:0.0:1761312155.697968:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004153a6f4. 00000100:00000010:0.0:1761312155.697980:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032c23e95. 00000100:00000010:0.0:1761312155.697997:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 02000000:00000010:0.0:1761312155.698014:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3c80990. 02000000:00000010:0.0:1761312155.698049:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda5fa07. 00000400:00000010:0.0:1761312155.698060:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093e21bdd. 00000400:00000010:0.0:1761312155.698067:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312155.698074:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330816, portal 16 00000400:00000010:0.0:1761312155.698080:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312155.698082:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330816, offset 0 00000400:00000200:0.0:1761312155.698092:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.698112:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.698121:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312155.698126:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312155.698129:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312155.698132:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89204:89204:256:4294967295] 192.168.203.32@tcp LPNI seq info [89204:89204:8:4294967295] 00000400:00000200:0.0:1761312155.698142:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.698149:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.698154:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.698162:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.698173:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.698177:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.698246:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.698250:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:2.0:1761312155.698253:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.698258:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.698261:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:2.0:1761312155.698262:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:2.0:1761312155.698271:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ca36c5c x1846868015330816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.704068:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.704100:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003600 00000400:00000200:0.0:1761312155.704117:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf159 [1] + 224 00000400:00000200:0.0:1761312155.704135:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.704143:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.704160:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ca36c5c x1846868015330816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.704206:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.704215:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d573c0 00000400:00000200:0.0:1761312155.704223:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 984 00000400:00000200:0.0:1761312155.704288:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.704292:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.704297:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.704303:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000020:00000010:0.0:1761312155.704369:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.704376:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.704382:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.704412:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c51fe62 x1846868012528576/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.704452:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528576 02000000:00000010:0.0:1761312155.704466:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000387b4861. 00010000:00000010:0.0:1761312155.704522:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312155.704534:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.704542:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.704546:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312155.704565:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312155.704572:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528576, offset 224 00000400:00000200:0.0:1761312155.704580:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.704592:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.704599:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89205:89205:256:4294967295] 192.168.203.32@tcp LPNI seq info [89205:89205:8:4294967295] 00000400:00000200:0.0:1761312155.704611:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.704617:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.704642:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.704649:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.704658:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.704663:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.704682:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.704687:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.704690:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00000800:00000200:0.0:1761312155.704774:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.704778:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312155.704782:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.704786:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.704790:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:0.0:1761312155.704792:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000400:00000010:2.0:1761312155.706905:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093e21bdd. 00000400:00000200:2.0:1761312155.706919:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:2.0:1761312155.706921:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:2.0:1761312155.706936:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ca36c5c x1846868015330816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.706948:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ca36c5c x1846868015330816/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.706985:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b1f0bff. 02000000:00000010:2.0:1761312155.707005:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda5fa07. 02000000:00000010:2.0:1761312155.707014:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3c80990. 00000100:00000010:2.0:1761312155.707019:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ca36c5c. 00000100:00000010:2.0:1761312155.707024:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032c23e95. 00010000:00000010:2.0:1761312155.707028:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004153a6f4. 00080000:00000010:2.0:1761312155.707053:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4520311. 00010000:00000010:1.1:1761312155.707138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac4a4d22. 00010000:00000010:2.0:1761312155.707182:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d4cc7e2. 00010000:00000010:2.0:1761312155.707192:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b22c7a8b. 00010000:00000010:2.0:1761312155.707286:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312155.707294:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000146de09d. 00010000:00000010:2.0:1761312155.707307:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052e70875. 00000100:00000010:2.0:1761312155.707315:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.707326:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:2.0:1761312155.707340:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a393a242. 02000000:00000010:2.0:1761312155.707375:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079cabd82. 00000400:00000010:2.0:1761312155.707382:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002a214274. 00000400:00000010:2.0:1761312155.707388:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312155.707395:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330880, portal 16 00000400:00000010:2.0:1761312155.707401:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312155.707403:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330880, offset 0 00000400:00000200:2.0:1761312155.707413:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.707431:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.707439:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.707444:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.707447:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.707450:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89206:89206:256:4294967295] 192.168.203.32@tcp LPNI seq info [89206:89206:8:4294967295] 00000400:00000200:2.0:1761312155.707460:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.707467:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.707472:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.707480:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.707488:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.707492:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.708301:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.708310:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:0.0:1761312155.708318:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.708326:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.708331:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:0.0:1761312155.708333:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:0.0:1761312155.708342:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3bd497f x1846868015330880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.708666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b914f50f. 00010000:00000010:0.1:1761312155.708676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00000400:00000200:0.0:1761312155.711338:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.711363:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003640 00000400:00000200:0.0:1761312155.711374:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf165 [1] + 224 00000400:00000200:0.0:1761312155.711389:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.711393:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.711407:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3bd497f x1846868015330880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.711448:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.711454:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57400 00000400:00000200:0.0:1761312155.711459:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 1312 00000400:00000200:0.0:1761312155.711521:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.711525:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.711529:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.711536:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 00000020:00000010:1.0:1761312155.711660:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015be4574. 00000020:00000010:1.0:1761312155.711668:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312155.711674:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.711703:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012528640/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312155.711740:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528640 02000000:00000010:1.0:1761312155.711753:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092775dbc. 00010000:00000010:1.0:1761312155.711800:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000510a2213. 00000100:00000010:1.0:1761312155.711809:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.711817:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.711821:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000510a2213. 00000400:00000010:1.0:1761312155.711839:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312155.711845:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528640, offset 224 00000400:00000200:1.0:1761312155.711855:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.711868:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.711875:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89207:89207:256:4294967295] 192.168.203.32@tcp LPNI seq info [89207:89207:8:4294967295] 00000400:00000200:1.0:1761312155.711886:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.711890:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.711896:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312155.711903:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.711911:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.711915:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.711932:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004115c22e. 00000020:00000010:1.0:1761312155.711937:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.711941:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015be4574. 00000800:00000200:0.0:1761312155.713266:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.713276:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82338970). 00000400:00000200:0.0:1761312155.713286:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.713296:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.713302:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:0.0:1761312155.713305:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000400:00000010:2.0:1761312155.714191:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002a214274. 00000400:00000200:2.0:1761312155.714198:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:2.0:1761312155.714201:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:2.0:1761312155.714215:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3bd497f x1846868015330880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.714225:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3bd497f x1846868015330880/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.714264:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ed3736e. 02000000:00000010:2.0:1761312155.714284:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079cabd82. 02000000:00000010:2.0:1761312155.714292:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a393a242. 00000100:00000010:2.0:1761312155.714296:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 00000100:00000010:2.0:1761312155.714302:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:2.0:1761312155.714306:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052e70875. 00010000:00000010:2.1:1761312155.719649:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083841ad3. 00010000:00000010:2.1:1761312155.719673:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e34434a. 00010000:00000010:2.1:1761312155.719679:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb637aa. 00080000:00000010:2.0:1761312155.719703:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a393a242. 00010000:00000010:2.0:1761312155.719856:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000146de09d. 00010000:00000010:2.0:1761312155.719866:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4ca9f3d. 00000001:00000010:2.0:1761312155.719943:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002a214274. 00000001:00000010:2.0:1761312155.719951:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002a214274. 00000001:00000010:2.0:1761312155.719955:0:77285:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002a214274. 00000001:00000010:2.0:1761312155.719957:0:77285:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001595c7e7. 00010000:00000010:2.0:1761312155.719992:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.719996:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.720002:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.720007:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000146de09d. 00080000:00000010:2.0:1761312155.720029:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079cabd82. 00010000:00000010:2.0:1761312155.720056:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000146de09d. 00010000:00000010:2.0:1761312155.720060:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.720113:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fde6b94b. 00010000:00000010:2.0:1761312155.720118:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000146de09d. 00010000:00000010:2.0:1761312155.720128:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052e70875. 00000100:00000010:2.0:1761312155.720137:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e34b61. 00000100:00000010:2.0:1761312155.720147:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3bd497f. 02000000:00000010:2.0:1761312155.720167:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022dad074. 02000000:00000010:2.0:1761312155.720203:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9e76be4. 00000400:00000010:2.0:1761312155.720210:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ec8520. 00000400:00000010:2.0:1761312155.720218:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312155.720226:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015330944, portal 16 00000400:00000010:2.0:1761312155.720232:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312155.720234:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015330944, offset 0 00000400:00000200:2.0:1761312155.720248:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.720269:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.720277:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.720281:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.720284:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.720288:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89208:89208:256:4294967295] 192.168.203.32@tcp LPNI seq info [89208:89208:8:4294967295] 00000400:00000200:2.0:1761312155.720298:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.720305:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.720310:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.720317:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.720326:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.720330:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.722482:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.722493:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:3.0:1761312155.722503:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.722513:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.722521:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:3.0:1761312155.722523:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:3.0:1761312155.722535:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3bd497f x1846868015330944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.725826:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007332c69b. 00010000:00000010:2.1:1761312155.725843:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b102d9a6. 00010000:00000010:2.1:1761312155.725849:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.1:1761312155.725852:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.725856:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:0.0:1761312155.727151:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.727174:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003680 00000400:00000200:0.0:1761312155.727187:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf171 [1] + 224 00000400:00000200:0.0:1761312155.727203:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.727208:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.727223:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3bd497f x1846868015330944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.727270:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.727275:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57440 00000400:00000200:0.0:1761312155.727281:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 1640 00000400:00000200:0.0:1761312155.727341:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.727345:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.727351:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.727359:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 00000020:00000010:0.0:1761312155.727413:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.727421:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.727426:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.727452:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7d12d1d x1846868012528704/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.727482:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528704 02000000:00000010:0.0:1761312155.727495:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a11a42d. 00010000:00000010:0.0:1761312155.727539:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312155.727546:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.727554:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.727558:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312155.727578:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312155.727584:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528704, offset 224 00000400:00000200:0.0:1761312155.727592:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.727607:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.727613:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89209:89209:256:4294967295] 192.168.203.32@tcp LPNI seq info [89209:89209:8:4294967295] 00000400:00000200:0.0:1761312155.727652:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.727658:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.727665:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.727671:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.727680:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.727898:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.727919:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.727924:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.727928:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00000800:00000200:0.0:1761312155.728189:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.728193:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:0.0:1761312155.728197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.728202:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.728207:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:0.0:1761312155.728210:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000400:00000010:3.0:1761312155.728340:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023ec8520. 00000400:00000200:3.0:1761312155.728345:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:3.0:1761312155.728347:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:3.0:1761312155.728354:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3bd497f x1846868015330944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.728364:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3bd497f x1846868015330944/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312155.728393:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe90cebc. 02000000:00000010:3.0:1761312155.728411:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9e76be4. 02000000:00000010:3.0:1761312155.728417:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022dad074. 00000100:00000010:3.0:1761312155.728421:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3bd497f. 00000100:00000010:3.0:1761312155.728426:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081e34b61. 00010000:00000010:3.0:1761312155.728429:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052e70875. 00080000:00000010:3.0:1761312155.728450:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f2b83f4. 00010000:00000010:3.0:1761312155.728564:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000146de09d. 00010000:00000010:3.0:1761312155.728571:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a381a46. 00010000:00000010:3.0:1761312155.728703:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a86ca62. 00010000:00000010:3.0:1761312155.728711:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000015098a49. 00010000:00000010:3.0:1761312155.728726:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000322c998d. 00000100:00000010:3.0:1761312155.728739:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312155.728747:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.728761:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f845c427. 02000000:00000010:3.0:1761312155.728795:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dd9f88c. 00000400:00000010:3.0:1761312155.728802:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.728807:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312155.728813:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331008, portal 16 00000400:00000010:3.0:1761312155.728818:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312155.728820:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331008, offset 0 00000400:00000200:3.0:1761312155.728828:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.728840:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.728849:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.728853:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.728856:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.728858:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89210:89210:256:4294967295] 192.168.203.32@tcp LPNI seq info [89210:89210:8:4294967295] 00000400:00000200:3.0:1761312155.728866:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.728871:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.728875:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00000800:00000200:3.0:1761312155.728881:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.728886:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.728889:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.730762:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.730772:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:0.0:1761312155.730781:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.730791:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.730797:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:0.0:1761312155.730799:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000100:00000200:0.0:1761312155.730810:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015331008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.732701:0:78597:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b22e23. 00010000:00000010:3.1:1761312155.732718:0:78597:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000209f8b1e. 00010000:00000010:3.1:1761312155.732722:0:78597:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde6b94b. 00000400:00000200:0.0:1761312155.740782:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.740820:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780036c0 00000400:00000200:0.0:1761312155.740833:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf17d [1] + 224 00000400:00000200:0.0:1761312155.740863:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.740868:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.740885:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015331008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.741109:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.741117:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57480 00000400:00000200:0.0:1761312155.741123:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadb4d [2] + 1968 00000400:00000010:0.0:1761312155.741127:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076374c26. 00000400:00000200:0.0:1761312155.741132:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003689f1b7 00000400:00000200:0.0:1761312155.741205:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.741210:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.741212:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003689f1b7 00000400:00000010:0.0:1761312155.741215:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003689f1b7 (tot 82338818). 00000100:00000200:0.0:1761312155.741222:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312155.741332:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:3.0:1761312155.741395:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.741402:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d312c6e. 00000100:00000200:3.0:1761312155.741436:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000019b838e x1846868012528768/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:1.0:1761312155.741510:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:1.0:1761312155.741516:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:1.0:1761312155.741518:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000100:00000200:1.0:1761312155.741525:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015331008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.741534:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015331008/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.741570:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dd9f88c. 02000000:00000010:1.0:1761312155.741576:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f845c427. 00000100:00000010:1.0:1761312155.741580:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:1.0:1761312155.741585:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:1.0:1761312155.741588:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000322c998d. 00000100:00000200:3.0:1761312155.742000:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528768 02000000:00000010:3.0:1761312155.742018:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f845c427. 00010000:00000010:3.0:1761312155.742054:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d700ca48. 00010000:00000010:3.0:1761312155.742086:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e058032d. 00000100:00000010:3.0:1761312155.742094:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312155.742115:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:3.0:1761312155.742119:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e058032d. 00000400:00000010:3.0:1761312155.742136:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312155.742142:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528768, offset 224 00000400:00000200:3.0:1761312155.742152:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.742167:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.742174:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89211:89211:256:4294967295] 192.168.203.32@tcp LPNI seq info [89211:89211:8:4294967295] 00000400:00000200:3.0:1761312155.742186:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.742193:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.742199:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339066). 00000800:00000200:3.0:1761312155.742207:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.742217:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.742221:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312155.742223:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015be4574. 00000020:00000010:3.0:1761312155.742247:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312155.742256:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d312c6e. 00000020:00000010:3.0:1761312155.742260:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 02000000:00000010:3.0:1761312155.742272:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a11a42d. 00000100:00000010:3.0:1761312155.742278:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 02000000:00000010:3.0:1761312155.742284:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092775dbc. 00000100:00000010:3.0:1761312155.742287:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312155.742291:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000387b4861. 00000100:00000010:3.0:1761312155.742294:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c51fe62. 02000000:00000010:3.0:1761312155.742297:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2a1afdf. 00000100:00000010:3.0:1761312155.742300:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312155.742307:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae021b26. 00000100:00000010:3.0:1761312155.742309:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 02000000:00000010:3.0:1761312155.742314:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000779b0245. 00000100:00000010:3.0:1761312155.742316:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000200:3.0:1761312155.742323:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1761312155.742343:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015098a49. 00010000:00000010:1.0:1761312155.742351:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afaf2622. 00010000:00000010:1.0:1761312155.742442:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a49902. 00010000:00000010:1.0:1761312155.742448:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e631bbfc. 00010000:00000010:1.0:1761312155.742459:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e65145d. 00000100:00000010:1.0:1761312155.742464:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.742472:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 02000000:00000010:1.0:1761312155.742484:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000779b0245. 02000000:00000010:1.0:1761312155.742511:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae021b26. 00000400:00000010:1.0:1761312155.742516:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.742520:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312155.742525:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331072, portal 16 00000400:00000010:1.0:1761312155.742529:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312155.742532:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331072, offset 0 00000400:00000200:1.0:1761312155.742538:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.742545:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.742555:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.742560:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.742564:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.742567:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89212:89212:255:4294967295] 192.168.203.32@tcp LPNI seq info [89212:89212:7:4294967295] 00000400:00000200:1.0:1761312155.742574:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.742580:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.742584:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339314). 00000800:00000200:1.0:1761312155.742589:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.742593:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.742595:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.742721:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.742727:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82339066). 00000400:00000200:3.0:1761312155.742740:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.742746:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.742751:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:3.0:1761312155.742753:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 02000000:00000010:3.0:1761312155.742757:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f845c427. 00000400:00000010:2.0:1761312155.743201:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023ec8520. 00000400:00000010:2.0:1761312155.743208:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000081e34b61 (tot 82339218). 00000800:00000200:3.0:1761312155.743336:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.743339:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82338970). 00000400:00000200:3.0:1761312155.743343:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.743347:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.743350:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:3.0:1761312155.743351:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:3.0:1761312155.743358:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b077ecc4 x1846868015331072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.744908:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.744928:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003700 00000400:00000200:0.0:1761312155.744937:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf189 [1] + 224 00000400:00000200:0.0:1761312155.744955:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.744959:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.744970:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b077ecc4 x1846868015331072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312155.745049:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:3.0:1761312155.745055:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:3.0:1761312155.745057:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:3.0:1761312155.745062:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b077ecc4 x1846868015331072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312155.745069:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b077ecc4 x1846868015331072/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312155.745103:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae021b26. 02000000:00000010:3.0:1761312155.745109:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000779b0245. 00000100:00000010:3.0:1761312155.745112:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 00000100:00000010:3.0:1761312155.745116:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:3.0:1761312155.745120:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e65145d. 00000400:00000200:3.0:1761312155.745359:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.745367:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d574c0 00000400:00000200:3.0:1761312155.745372:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 0 00000400:00000200:3.0:1761312155.745423:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.745427:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.745432:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.745437:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:2.0:1761312155.745607:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e8f6a3e. 00000020:00000010:2.0:1761312155.745616:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.745621:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.745668:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012528832/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.745707:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528832 02000000:00000010:2.0:1761312155.745720:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b238c7d4. 00010000:00000010:2.0:1761312155.745758:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd6b81e7. 00010000:00000010:2.0:1761312155.745783:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001041243d. 00000100:00000010:2.0:1761312155.745791:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.745799:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.745803:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001041243d. 00000400:00000010:2.0:1761312155.745817:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.745822:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528832, offset 224 00000400:00000200:2.0:1761312155.745831:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.745843:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.745849:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89213:89213:256:4294967295] 192.168.203.32@tcp LPNI seq info [89213:89213:8:4294967295] 00000400:00000200:2.0:1761312155.745860:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.745865:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.745869:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.745875:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.745883:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.745887:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.745903:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.745906:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.745910:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e8f6a3e. 00000800:00000200:2.0:1761312155.749814:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.749826:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312155.749841:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.749853:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.749860:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.749863:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00080000:00000010:2.0:1761312155.749983:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e8f6a3e. 00010000:00000010:2.0:1761312155.750129:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e631bbfc. 00010000:00000010:2.0:1761312155.750142:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1987463. 00010000:00000010:2.0:1761312155.750241:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf4fb807. 00010000:00000010:2.0:1761312155.750249:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000066771733. 00010000:00000010:2.0:1761312155.750265:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001041243d. 00000100:00000010:2.0:1761312155.750274:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.750287:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.750306:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022dad074. 02000000:00000010:2.0:1761312155.750343:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9e76be4. 00000400:00000010:2.0:1761312155.750351:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.750357:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.750364:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331136, portal 16 00000400:00000010:2.0:1761312155.750371:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312155.750373:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331136, offset 0 00000400:00000200:2.0:1761312155.750382:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.750399:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.750408:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.750412:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.750416:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.750420:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89214:89214:256:4294967295] 192.168.203.32@tcp LPNI seq info [89214:89214:8:4294967295] 00000400:00000200:2.0:1761312155.750430:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.750436:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.750441:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.750448:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.750456:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.750461:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.751244:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.751250:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312155.751256:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.751263:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.751267:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:2.0:1761312155.751269:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:2.0:1761312155.751278:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.757757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bedc3dc. 00010000:00000010:1.1:1761312155.757779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a86ca62. 00010000:00000010:3.1:1761312155.760838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008fee5a6. 00010000:00000010:2.1:1761312155.765688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cfed884. 00010000:00000010:2.1:1761312155.765712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca119a29. 00010000:00000010:2.1:1761312155.765719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a49902. 00000400:00000200:3.0:1761312155.767454:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.767480:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003740 00000400:00000200:3.0:1761312155.767492:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf199 [1] + 224 00000400:00000200:3.0:1761312155.767508:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.767513:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.767529:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.771172:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.771196:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57500 00000400:00000200:3.0:1761312155.771206:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 328 00000400:00000200:3.0:1761312155.771228:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.771232:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.771239:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.771248:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00000400:00000010:2.0:1761312155.771338:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.771343:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.771346:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.771357:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.771367:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331136/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.771408:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9e76be4. 02000000:00000010:2.0:1761312155.771416:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022dad074. 00000100:00000010:2.0:1761312155.771420:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312155.771424:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.771429:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001041243d. 00000020:00000010:0.0:1761312155.775805:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.775823:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.775830:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.775883:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000022f8961c x1846868012528896/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.775947:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528896 02000000:00000010:0.0:1761312155.775964:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000387b4861. 00010000:00000010:0.0:1761312155.776002:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb55a258. 00010000:00000010:0.0:1761312155.776031:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312155.776041:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.776067:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.776071:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312155.776089:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312155.776096:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528896, offset 224 00000400:00000200:0.0:1761312155.776106:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.776124:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.776131:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89215:89215:256:4294967295] 192.168.203.32@tcp LPNI seq info [89215:89215:8:4294967295] 00000400:00000200:0.0:1761312155.776143:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.776151:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.776156:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.776164:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.776174:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.776178:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.776212:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.776218:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.776222:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00080000:00000010:3.0:1761312155.776783:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dd9f88c. 00010000:00000010:3.0:1761312155.776900:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066771733. 00010000:00000010:3.0:1761312155.776910:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005285a5b8. 00010000:00000010:3.0:1761312155.776997:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033fc0494. 00010000:00000010:3.0:1761312155.777004:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092087ac1. 00010000:00000010:3.0:1761312155.777015:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e058032d. 00000100:00000010:3.0:1761312155.777021:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb73ae90. 00000100:00000010:3.0:1761312155.777032:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.777046:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032200d06. 02000000:00000010:3.0:1761312155.777073:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008455ccc1. 00000400:00000010:3.0:1761312155.777081:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.777087:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312155.777093:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331200, portal 16 00000400:00000010:3.0:1761312155.777099:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312155.777101:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331200, offset 0 00000400:00000200:3.0:1761312155.777108:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.777120:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.777128:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.777131:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.777134:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.777137:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89216:89216:255:4294967295] 192.168.203.32@tcp LPNI seq info [89216:89216:7:4294967295] 00000400:00000200:3.0:1761312155.777145:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.777151:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.777154:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339466). 00000800:00000200:3.0:1761312155.777158:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.777165:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.777168:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.777282:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.777286:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:1.0:1761312155.777291:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.777296:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.777302:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:1.0:1761312155.777305:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000800:00000200:1.0:1761312155.777523:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.777525:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312155.777529:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.777533:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.777535:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:1.0:1761312155.777536:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000100:00000200:1.0:1761312155.777543:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015331200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.781300:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.781333:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003780 00000400:00000200:3.0:1761312155.781350:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1a5 [1] + 224 00000400:00000200:3.0:1761312155.781374:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.781379:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.781393:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015331200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.787495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4438be. 00000400:00000010:0.0:1761312155.787542:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:0.0:1761312155.787548:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:0.0:1761312155.787551:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:0.0:1761312155.787570:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015331200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.787583:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015331200/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.787652:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008455ccc1. 02000000:00000010:0.0:1761312155.787662:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032200d06. 00000100:00000010:0.0:1761312155.787667:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:0.0:1761312155.787673:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb73ae90. 00010000:00000010:0.0:1761312155.787677:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e058032d. 00000400:00000200:1.0:1761312155.787799:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.787819:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57540 00000400:00000200:1.0:1761312155.787830:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 656 00000400:00000200:1.0:1761312155.787922:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.787928:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.787937:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.787943:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 00000020:00000010:0.0:1761312155.788057:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.788066:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.788072:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.788105:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c4fc594b x1846868012528960/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.788148:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012528960 02000000:00000010:0.0:1761312155.788162:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a11a42d. 00010000:00000010:0.0:1761312155.788199:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4d1bbc4. 00010000:00000010:0.0:1761312155.788226:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312155.788234:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.788248:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.788251:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312155.788267:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312155.788272:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012528960, offset 224 00000400:00000200:0.0:1761312155.788281:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.788293:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.788300:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89217:89217:256:4294967295] 192.168.203.32@tcp LPNI seq info [89217:89217:8:4294967295] 00000400:00000200:0.0:1761312155.788312:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.788319:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.788325:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312155.788331:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.788339:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.788343:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.788361:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.788366:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.788369:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00080000:00000010:3.0:1761312155.788454:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2fadc0c. 00010000:00000010:3.0:1761312155.788570:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092087ac1. 00010000:00000010:3.0:1761312155.788579:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2e26fcd. 00010000:00000010:3.0:1761312155.788707:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f15ae845. 00010000:00000010:3.0:1761312155.788714:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092087ac1. 00010000:00000010:3.0:1761312155.788739:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728e45cf. 00000100:00000010:3.0:1761312155.788744:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003689f1b7. 00000100:00000010:3.0:1761312155.788753:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312155.788766:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086456069. 02000000:00000010:3.0:1761312155.788799:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032200d06. 00000400:00000010:3.0:1761312155.788806:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.788812:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ee6fbd1. 00000100:00000200:3.0:1761312155.788817:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331264, portal 16 00000400:00000010:3.0:1761312155.788823:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a7ec725. 00000100:00000200:3.0:1761312155.788825:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331264, offset 0 00000400:00000200:3.0:1761312155.788831:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.788839:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.788847:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.788850:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.788853:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.788856:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89218:89218:255:4294967295] 192.168.203.32@tcp LPNI seq info [89218:89218:7:4294967295] 00000400:00000200:3.0:1761312155.788863:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.788867:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.788870:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339466). 00000800:00000200:3.0:1761312155.788875:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.788881:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.788883:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.788990:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.788994:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:1.0:1761312155.788998:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.789003:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.789007:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:1.0:1761312155.789009:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000800:00000200:1.0:1761312155.789056:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.789058:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312155.789061:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.789064:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.789066:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a7ec725 00000400:00000010:1.0:1761312155.789067:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a7ec725. 00000100:00000200:1.0:1761312155.789072:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015331264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.791043:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.791068:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780037c0 00000400:00000200:3.0:1761312155.791080:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1b1 [1] + 224 00000400:00000200:3.0:1761312155.791127:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.791132:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.791144:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015331264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.791239:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:0.0:1761312155.791246:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ee6fbd1 00000400:00000010:0.0:1761312155.791248:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ee6fbd1. 00000100:00000200:0.0:1761312155.791254:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015331264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.791261:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015331264/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.791298:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032200d06. 02000000:00000010:0.0:1761312155.791307:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086456069. 00000100:00000010:0.0:1761312155.791312:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000100:00000010:0.0:1761312155.791318:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003689f1b7. 00010000:00000010:0.0:1761312155.791322:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728e45cf. 00010000:00000010:3.1:1761312155.793711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a31b145f. 00010000:00000010:3.1:1761312155.793742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4fb807. 00000400:00000200:1.0:1761312155.796140:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.796162:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57580 00000400:00000200:1.0:1761312155.796172:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 984 00000400:00000200:1.0:1761312155.796248:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.796253:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.796261:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.796268:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 00000020:00000010:0.0:1761312155.796391:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffa4e2e. 00000020:00000010:0.0:1761312155.796399:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.796406:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.796439:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b077ecc4 x1846868012529024/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312155.796483:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529024 02000000:00000010:0.0:1761312155.796497:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006255b173. 00010000:00000010:0.0:1761312155.796538:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c391065. 00010000:00000010:0.0:1761312155.796569:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041f58591. 00000100:00000010:0.0:1761312155.796578:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.796594:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.796600:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041f58591. 00000400:00000010:0.0:1761312155.796617:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312155.796644:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529024, offset 224 00000400:00000200:0.0:1761312155.796654:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.796666:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.796672:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89219:89219:256:4294967295] 192.168.203.32@tcp LPNI seq info [89219:89219:8:4294967295] 00000400:00000200:0.0:1761312155.796694:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.796700:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.796705:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e87e54c3 (tot 82339218). 00000800:00000200:0.0:1761312155.796711:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.796720:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.796724:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e87e54c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.796749:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e1e0aec7. 00000020:00000010:0.0:1761312155.796754:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.796757:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffa4e2e. 00000800:00000200:1.0:1761312155.796876:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.796880:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e87e54c3 (tot 82338970). 00000400:00000200:1.0:1761312155.796884:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.796889:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.796892:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:1.0:1761312155.796894:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00080000:00000010:3.0:1761312155.797412:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008455ccc1. 00010000:00000010:3.0:1761312155.797537:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092087ac1. 00010000:00000010:3.0:1761312155.797547:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d43c0820. 00010000:00000010:3.0:1761312155.797770:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e18c341. 00010000:00000010:3.0:1761312155.797777:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092087ac1. 00010000:00000010:3.0:1761312155.797788:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e9b5f1c. 00000100:00000010:3.0:1761312155.797794:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00000100:00000010:3.0:1761312155.797803:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.797818:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:3.0:1761312155.797849:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f845c427. 00000400:00000010:3.0:1761312155.797856:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.797861:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000016a0da54. 00000100:00000200:3.0:1761312155.797867:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331328, portal 16 00000400:00000010:3.0:1761312155.797872:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087f827df. 00000100:00000200:3.0:1761312155.797874:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331328, offset 0 00000400:00000200:3.0:1761312155.797881:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.797893:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.797901:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.797905:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.797908:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.797911:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89220:89220:256:4294967295] 192.168.203.32@tcp LPNI seq info [89220:89220:8:4294967295] 00000400:00000200:3.0:1761312155.797919:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.797925:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.797929:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312155.797934:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.797940:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.797943:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.803071:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.803084:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312155.803094:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.803107:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.803115:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087f827df 00000400:00000010:0.0:1761312155.803118:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087f827df. 00000100:00000200:0.0:1761312155.803129:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e4cd3c0 x1846868015331328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312155.811184:0:1029:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc64291. 00010000:00000010:3.1:1761312155.811200:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fc0494. 00010000:00000010:0.1:1761312155.812847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc2fd12b. 00000400:00000200:0.0:1761312155.813118:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.813139:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003800 00000400:00000200:0.0:1761312155.813149:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1bd [1] + 224 00000400:00000200:0.0:1761312155.813162:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.813166:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.813180:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e4cd3c0 x1846868015331328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.813215:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.813219:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d575c0 00000400:00000200:0.0:1761312155.813225:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 1312 00000400:00000010:2.0:1761312155.814585:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:2.0:1761312155.814595:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016a0da54 00000400:00000010:2.0:1761312155.814597:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000016a0da54. 00000100:00000200:2.0:1761312155.814611:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e4cd3c0 x1846868015331328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.814621:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e4cd3c0 x1846868015331328/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.814674:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f845c427. 02000000:00000010:2.0:1761312155.814681:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:2.0:1761312155.814684:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000010:2.0:1761312155.814689:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:2.0:1761312155.814693:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e9b5f1c. 00000400:00000200:0.0:1761312155.815226:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.815236:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.815244:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.815253:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00000020:00000010:1.0:1761312155.815375:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2a1afdf. 00000020:00000010:1.0:1761312155.815385:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.815390:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.815422:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f04076bd x1846868012529088/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.815463:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529088 02000000:00000010:1.0:1761312155.815476:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092775dbc. 00010000:00000010:1.0:1761312155.815510:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054b89b88. 00010000:00000010:1.0:1761312155.815534:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000510a2213. 00000100:00000010:1.0:1761312155.815541:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.815551:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.815553:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000510a2213. 00000400:00000010:1.0:1761312155.815567:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312155.815573:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529088, offset 224 00000400:00000200:1.0:1761312155.815582:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.815597:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.815603:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89221:89221:256:4294967295] 192.168.203.32@tcp LPNI seq info [89221:89221:8:4294967295] 00000400:00000200:1.0:1761312155.815614:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.815620:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.815647:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339218). 00000800:00000200:1.0:1761312155.815655:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.815662:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.815667:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.815688:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.815694:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.815698:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2a1afdf. 00000800:00000200:1.0:1761312155.818151:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.818159:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:1.0:1761312155.818171:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.818183:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.818193:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:1.0:1761312155.818196:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00080000:00000010:2.0:1761312155.818439:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9e76be4. 00010000:00000010:2.0:1761312155.818581:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092087ac1. 00010000:00000010:2.0:1761312155.818593:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000684ebf45. 00010000:00000010:1.0:1761312155.823765:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000735d266. 00010000:00000010:1.0:1761312155.823785:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c2dda71. 00010000:00000010:1.0:1761312155.823807:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000510a2213. 00000100:00000010:1.0:1761312155.823818:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.823833:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00010000:00000010:0.1:1761312155.823844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a25b829. 02000000:00000010:1.0:1761312155.823859:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2a1afdf. 02000000:00000010:1.0:1761312155.823909:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000779b0245. 00000400:00000010:1.0:1761312155.823919:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.823928:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312155.823938:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331392, portal 16 00000400:00000010:1.0:1761312155.823945:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312155.823948:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331392, offset 0 00000400:00000200:1.0:1761312155.823962:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.823984:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.823993:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.823998:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.824001:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.824005:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89222:89222:256:4294967295] 192.168.203.32@tcp LPNI seq info [89222:89222:8:4294967295] 00000400:00000200:1.0:1761312155.824016:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.824023:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.824029:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339218). 00000800:00000200:1.0:1761312155.824038:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.824048:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.824053:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312155.824172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dae0a88. 00010000:00000010:3.1:1761312155.824182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15ae845. 00000800:00000200:0.0:1761312155.824408:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.824413:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:0.0:1761312155.824418:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.824427:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.824432:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:0.0:1761312155.824435:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:0.0:1761312155.824443:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004ecf7319 x1846868015331392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.827125:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.827152:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003840 00000400:00000200:0.0:1761312155.827164:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1c9 [1] + 224 00000400:00000200:0.0:1761312155.827187:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.827192:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.827204:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004ecf7319 x1846868015331392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.827292:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.827299:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:1.0:1761312155.827302:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:1.0:1761312155.827308:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004ecf7319 x1846868015331392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.827323:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004ecf7319 x1846868015331392/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.827361:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000779b0245. 02000000:00000010:1.0:1761312155.827370:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2a1afdf. 00000100:00000010:1.0:1761312155.827374:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 00000100:00000010:1.0:1761312155.827379:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.827383:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000510a2213. 00000400:00000200:1.0:1761312155.827842:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.827853:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57600 00000400:00000200:1.0:1761312155.827860:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 1640 00000400:00000200:1.0:1761312155.827921:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.827925:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.827931:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.827936:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00000020:00000010:3.0:1761312155.828044:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032200d06. 00000020:00000010:3.0:1761312155.828054:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312155.828059:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d312c6e. 00000100:00000200:3.0:1761312155.828092:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ecf7319 x1846868012529152/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312155.828132:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529152 02000000:00000010:3.0:1761312155.828148:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947c9176. 00010000:00000010:3.0:1761312155.828191:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6a98f8c. 00010000:00000010:3.0:1761312155.828223:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3386289. 00000100:00000010:3.0:1761312155.828232:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000040cfb09. 00080000:00000010:1.0:1761312155.829721:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2a1afdf. 00010000:00000010:1.0:1761312155.829939:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b108e22a. 00010000:00000010:1.0:1761312155.829946:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000087b829bd. 00010000:00000010:1.0:1761312155.829959:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000510a2213. 00000100:00000010:1.0:1761312155.829967:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.829976:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093a8684d. 02000000:00000010:1.0:1761312155.829994:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000779b0245. 02000000:00000010:1.0:1761312155.830029:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae021b26. 00000400:00000010:1.0:1761312155.830037:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.830044:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312155.830052:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331456, portal 16 00000400:00000010:1.0:1761312155.830058:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312155.830060:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331456, offset 0 00000400:00000200:1.0:1761312155.830071:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.830090:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.830100:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.830105:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.830109:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.830112:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89223:89223:256:4294967295] 192.168.203.32@tcp LPNI seq info [89223:89223:8:4294967295] 00000400:00000200:1.0:1761312155.830124:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.830130:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.830135:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ae20c3 (tot 82339218). 00000800:00000200:1.0:1761312155.830143:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.830151:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.830156:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000096ae20c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.830369:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.830375:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ae20c3 (tot 82338970). 00000400:00000200:0.0:1761312155.830380:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.830385:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.830390:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:0.0:1761312155.830393:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:0.0:1761312155.830402:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093a8684d x1846868015331456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.835746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 00010000:00000010:3.0:1761312155.836082:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c2dda71. 00000100:00000010:3.0:1761312155.836100:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000040cfb09. 00010000:00000010:3.0:1761312155.836104:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3386289. 00010000:00000010:3.0:1761312155.836116:0:71308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007373a212. 00010000:00000010:2.1:1761312155.836160:0:78596:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b40317. 00010000:00000010:2.1:1761312155.836168:0:78596:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e18c341. 00000400:00000010:3.0:1761312155.836203:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c4808f0. 00000100:00000200:3.0:1761312155.836216:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529152, offset 224 00000400:00000200:2.0:1761312155.836395:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.836419:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.836426:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89224:89224:256:4294967295] 192.168.203.32@tcp LPNI seq info [89224:89224:8:4294967295] 00000400:00000200:2.0:1761312155.836441:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.836449:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.836456:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.836465:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.836476:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.836486:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.837033:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0f6414c. 00000020:00000010:2.0:1761312155.837045:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d312c6e. 00000020:00000010:2.0:1761312155.837050:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032200d06. 00000400:00000200:3.0:1761312155.838173:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.838195:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003880 00000400:00000200:3.0:1761312155.838206:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1d1 [1] + 224 00000400:00000200:3.0:1761312155.838225:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.838229:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.838244:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093a8684d x1846868015331456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761312155.838441:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.838446:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:1.0:1761312155.838452:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.838456:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.838461:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c4808f0 00000400:00000010:1.0:1761312155.838464:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c4808f0. 00000400:00000010:2.0:1761312155.838536:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:2.0:1761312155.838542:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:2.0:1761312155.838544:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:2.0:1761312155.838550:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093a8684d x1846868015331456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.838559:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093a8684d x1846868015331456/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.838778:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae021b26. 02000000:00000010:2.0:1761312155.838787:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000779b0245. 00000100:00000010:2.0:1761312155.838791:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093a8684d. 00000100:00000010:2.0:1761312155.838796:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:2.0:1761312155.838800:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000510a2213. 00010000:00000010:3.1:1761312155.842676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd5543c. 00010000:00000010:3.1:1761312155.842698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000735d266. 00010000:00000010:3.1:1761312155.842703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db1f886f. 00000400:00000200:0.0:1761312155.844594:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.844619:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57640 00000400:00000200:0.0:1761312155.844662:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadba5 [2] + 1968 00000400:00000010:0.0:1761312155.844669:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000045ec5324. 00000400:00000200:0.0:1761312155.844675:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000797cdd3c 00000400:00000200:0.0:1761312155.844694:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.844699:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.844705:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000797cdd3c 00000400:00000010:0.0:1761312155.844707:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000797cdd3c (tot 82338818). 00000100:00000200:0.0:1761312155.844715:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761312155.844838:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000779b0245. 00000020:00000010:1.0:1761312155.844847:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.844853:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.844886:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b289bd59 x1846868012529216/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312155.844928:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529216 02000000:00000010:1.0:1761312155.844942:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae021b26. 00010000:00000010:1.0:1761312155.844979:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dc31b5b. 00010000:00000010:1.0:1761312155.845006:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000100:00000010:1.0:1761312155.845016:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb9a5b8. 00000100:00000010:1.0:1761312155.845040:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000efb9a5b8. 00010000:00000010:1.0:1761312155.845045:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00000400:00000010:1.0:1761312155.845063:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312155.845070:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529216, offset 224 00000400:00000200:1.0:1761312155.845079:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312155.845081:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086456069. 00000400:00000200:1.0:1761312155.845093:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.845102:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89225:89225:256:4294967295] 192.168.203.32@tcp LPNI seq info [89225:89225:8:4294967295] 00000400:00000200:1.0:1761312155.845114:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.845119:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.845125:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339066). 00000800:00000200:1.0:1761312155.845132:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.845141:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.845146:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.845172:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.845178:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.845183:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000779b0245. 02000000:00000010:1.0:1761312155.845194:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947c9176. 00000100:00000010:1.0:1761312155.845198:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 02000000:00000010:1.0:1761312155.845203:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092775dbc. 00000100:00000010:1.0:1761312155.845205:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f04076bd. 02000000:00000010:1.0:1761312155.845212:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006255b173. 00000100:00000010:1.0:1761312155.845217:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 02000000:00000010:1.0:1761312155.845221:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a11a42d. 00000100:00000010:1.0:1761312155.845226:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312155.845231:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000387b4861. 00000100:00000010:1.0:1761312155.845234:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:1.0:1761312155.845241:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b238c7d4. 00000100:00000010:1.0:1761312155.845245:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000800:00000200:3.0:1761312155.845249:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1761312155.845252:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:3.0:1761312155.845254:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338818). 00000400:00000010:1.0:1761312155.845259:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008dd56b1b. 00000400:00000200:3.0:1761312155.845262:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761312155.845265:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb9a5b8 (tot 82338970). 00000400:00000200:3.0:1761312155.845270:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.845274:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:3.0:1761312155.845276:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 02000000:00000010:3.0:1761312155.845281:0:15805:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae021b26. 00010000:00000010:2.0:1761312155.845352:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087b829bd. 00010000:00000010:2.0:1761312155.845361:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5e8da7d. 00010000:00000010:2.0:1761312155.845450:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312155.845457:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.845470:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001041243d. 00000100:00000010:2.0:1761312155.845474:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.845484:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.845497:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065282b76. 02000000:00000010:2.0:1761312155.845528:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004492de47. 00000400:00000010:2.0:1761312155.845535:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.845540:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.845544:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331520, portal 16 00000400:00000010:2.0:1761312155.845550:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312155.845552:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331520, offset 0 00000400:00000200:2.0:1761312155.845559:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.845567:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.845575:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.845579:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.845582:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.845585:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89226:89226:256:4294967295] 192.168.203.32@tcp LPNI seq info [89226:89226:8:4294967295] 00000400:00000200:2.0:1761312155.845592:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.845597:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.845601:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.845606:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.845611:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.845614:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.846046:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.846050:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:1.0:1761312155.846055:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.846059:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.846063:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:1.0:1761312155.846064:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:1.0:1761312155.846071:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.847250:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.847270:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780038c0 00000400:00000200:3.0:1761312155.847280:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1e5 [1] + 224 00000400:00000200:3.0:1761312155.847290:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.847294:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.847302:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.847340:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.847346:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57680 00000400:00000200:3.0:1761312155.847352:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 0 00000400:00000200:3.0:1761312155.847394:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.847398:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.847403:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.847409:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312155.848897:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092775dbc. 00000020:00000010:1.0:1761312155.848910:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.848916:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.848951:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012529280/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312155.849000:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529280 02000000:00000010:1.0:1761312155.849014:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000779b0245. 00010000:00000010:1.0:1761312155.849063:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000100:00000010:1.0:1761312155.849072:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.849079:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.849084:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00000400:00000010:1.0:1761312155.849100:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.849106:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529280, offset 224 00000400:00000200:1.0:1761312155.849115:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.849133:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.849141:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89227:89227:256:4294967295] 192.168.203.32@tcp LPNI seq info [89227:89227:8:4294967295] 00000400:00000200:1.0:1761312155.849152:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.849159:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.849164:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.849172:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.849181:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.849185:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.849354:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.849360:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.849364:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092775dbc. 00000800:00000200:3.0:1761312155.849493:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.849498:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:3.0:1761312155.849503:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.849508:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.849512:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:3.0:1761312155.849514:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000400:00000010:2.0:1761312155.852588:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.852602:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.852604:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.852622:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.852675:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331520/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312155.852712:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024461618. 02000000:00000010:2.0:1761312155.852745:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004492de47. 02000000:00000010:2.0:1761312155.852753:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065282b76. 00000100:00000010:2.0:1761312155.852757:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312155.852762:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.852767:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001041243d. 00080000:00000010:2.0:1761312155.852789:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065282b76. 00010000:00000010:2.0:1761312155.852909:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.852918:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086a57c7e. 00010000:00000010:2.0:1761312155.853011:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312155.853017:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.853032:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001041243d. 00000100:00000010:2.0:1761312155.853039:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.853047:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.853061:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004492de47. 02000000:00000010:2.0:1761312155.853096:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022dad074. 00000400:00000010:2.0:1761312155.853117:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.853123:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.853131:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331584, portal 16 00000400:00000010:2.0:1761312155.853137:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312155.853140:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331584, offset 0 00000400:00000200:2.0:1761312155.853150:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.853167:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.853176:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.853180:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.853185:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.853188:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89228:89228:256:4294967295] 192.168.203.32@tcp LPNI seq info [89228:89228:8:4294967295] 00000400:00000200:2.0:1761312155.853201:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.853209:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.853214:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312155.853222:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.853231:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.853236:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.854458:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.854465:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:1.0:1761312155.854475:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.854486:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.854491:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:1.0:1761312155.854494:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:1.0:1761312155.854503:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.856762:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.856787:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003900 00000400:00000200:3.0:1761312155.856797:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1f1 [1] + 224 00000400:00000200:3.0:1761312155.856820:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.856824:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.856836:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.857149:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.857155:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.857157:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.857163:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.857177:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331584/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.857213:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022dad074. 02000000:00000010:2.0:1761312155.857221:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004492de47. 00000100:00000010:2.0:1761312155.857226:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312155.857231:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.857235:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001041243d. 00010000:00000010:1.1:1761312155.858671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa19409. 00010000:00000010:2.1:1761312155.858748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f140978. 00010000:00000010:2.1:1761312155.858756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b108e22a. 00000400:00000200:3.0:1761312155.859740:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.859763:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d576c0 00000400:00000200:3.0:1761312155.859772:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 328 00000400:00000200:3.0:1761312155.859841:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.859846:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.859854:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.859861:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 00000020:00000010:1.0:1761312155.859949:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092775dbc. 00000020:00000010:1.0:1761312155.859958:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.859964:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.859997:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049f6aaa1 x1846868012529344/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312155.860033:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529344 02000000:00000010:1.0:1761312155.860048:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae021b26. 00010000:00000010:1.0:1761312155.860085:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4c272ff. 00010000:00000010:1.0:1761312155.860112:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000100:00000010:1.0:1761312155.860120:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.860142:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.860147:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00000400:00000010:1.0:1761312155.860165:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.860171:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529344, offset 224 00000400:00000200:1.0:1761312155.860180:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.860194:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.860200:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89229:89229:256:4294967295] 192.168.203.32@tcp LPNI seq info [89229:89229:8:4294967295] 00000400:00000200:1.0:1761312155.860212:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.860218:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.860223:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.860228:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.860237:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.860241:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.860265:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.860270:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.860275:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092775dbc. 00000800:00000200:1.0:1761312155.860365:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.860369:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:1.0:1761312155.860373:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.860377:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.860381:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:1.0:1761312155.860383:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00080000:00000010:2.0:1761312155.860448:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004492de47. 00010000:00000010:2.0:1761312155.860561:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.860569:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecc894b7. 00010000:00000010:2.0:1761312155.860710:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.860714:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.860719:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312155.860726:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00080000:00000010:2.0:1761312155.860752:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022dad074. 00010000:00000010:2.0:1761312155.860780:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.860784:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008885fa1d. 00010000:00000010:2.0:1761312155.860837:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f39bb447. 00010000:00000010:2.0:1761312155.860840:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312155.860850:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001041243d. 00000100:00000010:2.0:1761312155.860855:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.860862:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.860874:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b238c7d4. 02000000:00000010:2.0:1761312155.860906:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001622ebfc. 00000400:00000010:2.0:1761312155.860913:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.860919:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.860924:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331648, portal 16 00000400:00000010:2.0:1761312155.860929:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312155.860931:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331648, offset 0 00000400:00000200:2.0:1761312155.860938:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.860948:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.860955:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.860960:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.860963:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.860965:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89230:89230:256:4294967295] 192.168.203.32@tcp LPNI seq info [89230:89230:8:4294967295] 00000400:00000200:2.0:1761312155.860973:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.860977:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.860982:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312155.860985:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.860990:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.860992:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.863583:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.863593:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312155.863604:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.863615:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.863646:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312155.863650:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00000100:00000200:3.0:1761312155.863663:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.866936:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.866960:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003940 00000400:00000200:0.0:1761312155.866970:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf1fd [1] + 224 00000400:00000200:0.0:1761312155.866993:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.866998:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.867012:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312155.867091:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.867097:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.867100:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.867106:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.867114:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331648/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.867150:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001622ebfc. 02000000:00000010:2.0:1761312155.867158:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b238c7d4. 00000100:00000010:2.0:1761312155.867165:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312155.867170:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.867176:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001041243d. 00000400:00000200:3.0:1761312155.867401:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.867412:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57700 00000400:00000200:3.0:1761312155.867419:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 656 00000400:00000200:3.0:1761312155.867484:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.867488:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.867494:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.867500:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:0.0:1761312155.867573:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c80990. 00000020:00000010:0.0:1761312155.867582:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d72188d8. 00000020:00000010:0.0:1761312155.867587:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.867618:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012529408/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312155.868147:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529408 02000000:00000010:0.0:1761312155.868164:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dda5fa07. 00010000:00000010:0.0:1761312155.868201:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036579139. 00010000:00000010:0.0:1761312155.868225:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a2383a7. 00000100:00000010:0.0:1761312155.868233:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.868257:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.868260:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a2383a7. 00000400:00000010:0.0:1761312155.868277:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312155.868284:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529408, offset 224 00000400:00000200:0.0:1761312155.868294:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00080000:00000010:3.0:1761312155.868309:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032200d06. 00000400:00000200:0.0:1761312155.868309:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.868318:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89231:89231:256:4294967295] 192.168.203.32@tcp LPNI seq info [89231:89231:8:4294967295] 00000400:00000200:0.0:1761312155.868330:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.868336:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.868341:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.868347:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.868356:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.868360:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.868381:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d72188d8. 00000020:00000010:0.0:1761312155.868389:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.868392:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c80990. 00010000:00000010:3.0:1761312155.868424:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:3.0:1761312155.868432:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd624033. 00010000:00000010:3.0:1761312155.868524:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f15ae845. 00010000:00000010:3.0:1761312155.868532:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005871f656. 00010000:00000010:3.0:1761312155.868545:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acfae19a. 00000100:00000010:3.0:1761312155.868551:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c879328. 00000100:00000010:3.0:1761312155.868558:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312155.868572:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 00000800:00000200:0.0:1761312155.868828:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.868832:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.868835:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.868841:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.868844:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:0.0:1761312155.868846:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 02000000:00000010:2.0:1761312155.869851:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001622ebfc. 00000400:00000010:2.0:1761312155.869865:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.869873:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.869879:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331712, portal 16 00000400:00000010:2.0:1761312155.869885:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312155.869887:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331712, offset 0 00000400:00000200:2.0:1761312155.869897:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.869911:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.869920:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.869924:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.869927:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.869930:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89232:89232:256:4294967295] 192.168.203.32@tcp LPNI seq info [89232:89232:8:4294967295] 00000400:00000200:2.0:1761312155.869939:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.869945:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.869949:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312155.869955:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.869962:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.869966:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.870097:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.870100:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:0.0:1761312155.870105:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.870109:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.870112:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:0.0:1761312155.870114:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:0.0:1761312155.870120:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015331712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312155.870681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fc1164f. 00010000:00000010:2.1:1761312155.870691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a89ed294. 00010000:00000010:2.1:1761312155.870694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:1.1:1761312155.870964:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004891877e. 00000400:00000200:3.0:1761312155.873481:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.873506:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003980 00000400:00000200:3.0:1761312155.873519:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf209 [1] + 224 00000400:00000200:3.0:1761312155.873534:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.873540:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.873865:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015331712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.873902:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.873909:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57740 00000400:00000200:3.0:1761312155.873914:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 984 00000400:00000200:3.0:1761312155.873936:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.873939:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.873944:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.873951:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000400:00000010:2.0:1761312155.874173:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.874179:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.874182:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.874189:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015331712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.874198:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015331712/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.874237:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001622ebfc. 02000000:00000010:2.0:1761312155.874244:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:2.0:1761312155.874248:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:2.0:1761312155.874256:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c879328. 00010000:00000010:2.0:1761312155.874260:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acfae19a. 00000020:00000010:0.0:1761312155.874379:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c80990. 00000020:00000010:0.0:1761312155.874389:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d72188d8. 00000020:00000010:0.0:1761312155.874395:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.874425:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012529472/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.874466:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529472 02000000:00000010:0.0:1761312155.874482:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000387b4861. 00010000:00000010:0.0:1761312155.874517:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a80d373. 00010000:00000010:0.0:1761312155.874541:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a2383a7. 00000100:00000010:0.0:1761312155.874549:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.874558:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.874561:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a2383a7. 00000400:00000010:0.0:1761312155.874577:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312155.874582:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529472, offset 224 00000400:00000200:0.0:1761312155.874592:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.874606:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.874613:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89233:89233:256:4294967295] 192.168.203.32@tcp LPNI seq info [89233:89233:8:4294967295] 00010000:00000010:3.1:1761312155.874652:0:794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089fe1977. 00010000:00000010:3.1:1761312155.874663:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f39bb447. 00000400:00000200:0.0:1761312155.874799:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.874807:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.874812:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.874819:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.874826:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.874830:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.874849:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d72188d8. 00000020:00000010:0.0:1761312155.874854:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.874857:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c80990. 00000800:00000200:0.0:1761312155.874969:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.874973:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.874976:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.874980:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.874983:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:0.0:1761312155.874984:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00010000:00000010:2.1:1761312155.877444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001822ca7a. 00010000:00000010:2.1:1761312155.877458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.1:1761312155.877463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.877466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00080000:00000010:2.0:1761312155.877665:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001622ebfc. 00010000:00000010:2.0:1761312155.877809:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005871f656. 00010000:00000010:2.0:1761312155.877821:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001eebbe5a. 00010000:00000010:2.0:1761312155.877929:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312155.877938:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312155.877955:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000092c35bf. 00000100:00000010:2.0:1761312155.877967:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.877980:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.877999:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a167ce2. 02000000:00000010:2.0:1761312155.878040:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1d0103c. 00000400:00000010:2.0:1761312155.878049:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.878057:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.878065:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331776, portal 16 00000400:00000010:2.0:1761312155.878071:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312155.878073:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331776, offset 0 00000400:00000200:2.0:1761312155.878086:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.878108:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.878118:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.878123:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.878126:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.878129:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89234:89234:256:4294967295] 192.168.203.32@tcp LPNI seq info [89234:89234:8:4294967295] 00000400:00000200:2.0:1761312155.878141:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.878148:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.878154:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.878162:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.878171:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.878175:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.878403:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.878410:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312155.878416:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.878423:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.878427:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:3.0:1761312155.878430:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000100:00000200:3.0:1761312155.878440:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.879672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097d62e27. 00000400:00000200:3.0:1761312155.882563:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.882591:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780039c0 00000400:00000200:3.0:1761312155.882602:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf215 [1] + 224 00000400:00000200:3.0:1761312155.882618:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.882751:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.882767:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312155.882869:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.882878:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57780 00000400:00000200:2.0:1761312155.882884:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 1312 00000400:00000200:2.0:1761312155.882899:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.882901:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.882907:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312155.882914:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb3f8f80. 00000400:00000010:2.0:1761312155.882963:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:2.0:1761312155.882967:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:2.0:1761312155.882969:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:2.0:1761312155.882976:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.882984:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331776/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.883022:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1d0103c. 02000000:00000010:2.0:1761312155.883030:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006a167ce2. 00000100:00000010:2.0:1761312155.883035:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:2.0:1761312155.883039:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:2.0:1761312155.883044:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000092c35bf. 00000020:00000010:3.0:1761312155.883121:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031764b22. 00000020:00000010:3.0:1761312155.883129:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312155.883134:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000053d0534. 00000100:00000200:3.0:1761312155.883164:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb3f8f80 x1846868012529536/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312155.883766:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529536 02000000:00000010:0.0:1761312155.883786:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ffa4e2e. 00010000:00000010:0.0:1761312155.883822:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3c338d3. 00010000:00000010:0.0:1761312155.883850:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eea1a714. 00000100:00000010:0.0:1761312155.883858:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002909b99d. 00000100:00000010:0.0:1761312155.883873:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002909b99d. 00010000:00000010:0.0:1761312155.883876:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eea1a714. 00000400:00000010:0.0:1761312155.883892:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312155.883898:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529536, offset 224 00000400:00000200:0.0:1761312155.883908:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.883921:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.883928:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89235:89235:256:4294967295] 192.168.203.32@tcp LPNI seq info [89235:89235:8:4294967295] 00000400:00000200:0.0:1761312155.883938:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.883944:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.883949:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.883956:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.883964:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.883969:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.883992:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:0.0:1761312155.884000:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000053d0534. 00000020:00000010:0.0:1761312155.884003:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031764b22. 00000800:00000200:0.0:1761312155.884122:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.884125:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:0.0:1761312155.884129:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.884133:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.884136:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:0.0:1761312155.884137:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00080000:00000010:2.0:1761312155.884228:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a167ce2. 00010000:00000010:2.0:1761312155.884332:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312155.884340:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3ba4faa. 00010000:00000010:2.0:1761312155.884431:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d49f3cd3. 00010000:00000010:2.0:1761312155.884438:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312155.884451:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000092c35bf. 00000100:00000010:2.0:1761312155.884455:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1de380c. 00000100:00000010:2.0:1761312155.884463:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ee8bbc5. 02000000:00000010:2.0:1761312155.884476:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1d0103c. 02000000:00000010:2.0:1761312155.884504:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d18e50c. 00000400:00000010:2.0:1761312155.884510:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043edfec3. 00000400:00000010:2.0:1761312155.884514:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.884520:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331840, portal 16 00000400:00000010:2.0:1761312155.884525:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312155.884527:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331840, offset 0 00000400:00000200:2.0:1761312155.884532:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.884540:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.884548:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.884553:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.884555:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.884558:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89236:89236:256:4294967295] 192.168.203.32@tcp LPNI seq info [89236:89236:8:4294967295] 00000400:00000200:2.0:1761312155.884565:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.884570:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.884575:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312155.884579:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.884583:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.884586:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.886111:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.886119:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:0.0:1761312155.886129:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.886137:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.886142:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:0.0:1761312155.886145:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000100:00000200:0.0:1761312155.886154:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ee8bbc5 x1846868015331840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312155.891510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067d628ae. 00010000:00000010:0.1:1761312155.891715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786ae7ff. 00010000:00000010:2.1:1761312155.892713:0:78607:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016c3477f. 00010000:00000010:2.1:1761312155.892722:0:78607:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15ae845. 00000400:00000200:3.0:1761312155.896322:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.896351:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003a00 00000400:00000200:3.0:1761312155.896361:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf221 [1] + 224 00000400:00000200:3.0:1761312155.896379:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.896383:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.896396:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ee8bbc5 x1846868015331840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.897316:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.897329:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d577c0 00000400:00000200:3.0:1761312155.897336:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 1640 00000400:00000200:3.0:1761312155.897353:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.897356:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.897362:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.897369:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000400:00000010:0.0:1761312155.897436:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043edfec3. 00000400:00000200:0.0:1761312155.897442:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:0.0:1761312155.897444:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000100:00000200:0.0:1761312155.897453:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ee8bbc5 x1846868015331840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.897463:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ee8bbc5 x1846868015331840/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.897500:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d18e50c. 02000000:00000010:0.0:1761312155.897506:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1d0103c. 00000100:00000010:0.0:1761312155.897510:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ee8bbc5. 00000100:00000010:0.0:1761312155.897515:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1de380c. 00010000:00000010:0.0:1761312155.897521:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000092c35bf. 00000020:00000010:1.0:1761312155.897885:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c952b3f. 00000020:00000010:1.0:1761312155.897894:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.897899:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312155.897932:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012529600/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312155.897972:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529600 02000000:00000010:1.0:1761312155.897988:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092775dbc. 00010000:00000010:1.0:1761312155.898020:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b4dbb2a. 00010000:00000010:1.0:1761312155.898046:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000100:00000010:1.0:1761312155.898053:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.898072:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.898076:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00000400:00000010:1.0:1761312155.898091:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.898097:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529600, offset 224 00000400:00000200:1.0:1761312155.898106:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.898120:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.898126:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89237:89237:256:4294967295] 192.168.203.32@tcp LPNI seq info [89237:89237:8:4294967295] 00000400:00000200:1.0:1761312155.898139:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.898145:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.898151:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339218). 00000800:00000200:1.0:1761312155.898159:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.898169:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.898173:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312155.898197:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef59dee8. 00000020:00000010:1.0:1761312155.898203:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312155.898207:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c952b3f. 00000800:00000200:1.0:1761312155.898328:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.898332:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82338970). 00000400:00000200:1.0:1761312155.898337:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.898342:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.898345:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:1.0:1761312155.898347:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00080000:00000010:3.0:1761312155.898455:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db37fcb1. 00010000:00000010:3.0:1761312155.898574:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:3.0:1761312155.898583:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052b7172f. 00010000:00000010:3.0:1761312155.898706:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033fc0494. 00010000:00000010:3.0:1761312155.898714:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f6d0990. 00010000:00000010:3.0:1761312155.898736:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312155.898742:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:3.0:1761312155.898751:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.898764:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031764b22. 02000000:00000010:3.0:1761312155.898794:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cfcdcef. 00000400:00000010:3.0:1761312155.898801:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.898806:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312155.898812:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331904, portal 16 00000400:00000010:3.0:1761312155.898816:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043839e23. 00000100:00000200:3.0:1761312155.898819:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331904, offset 0 00000400:00000200:3.0:1761312155.898824:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.898831:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.898838:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.898842:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.898846:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.898853:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89238:89238:256:4294967295] 192.168.203.32@tcp LPNI seq info [89238:89238:8:4294967295] 00000400:00000200:3.0:1761312155.898860:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.898865:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.898869:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061f5c307 (tot 82339218). 00000800:00000200:3.0:1761312155.898874:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.898879:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.898882:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061f5c307 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312155.898897:0:78607:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0165e7. 00010000:00000010:2.1:1761312155.898907:0:78607:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00000800:00000200:0.0:1761312155.899311:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.899316:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061f5c307 (tot 82338970). 00000400:00000200:0.0:1761312155.899319:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.899324:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.899327:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043839e23 00000400:00000010:0.0:1761312155.899329:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043839e23. 00000100:00000200:0.0:1761312155.899336:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015331904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.900987:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.901010:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003a40 00000400:00000200:1.0:1761312155.901020:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf22d [1] + 224 00000400:00000200:1.0:1761312155.901032:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.901036:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.901046:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015331904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312155.901086:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.901092:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57800 00000400:00000200:1.0:1761312155.901097:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadbfd [2] + 1968 00000400:00000010:1.0:1761312155.901101:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060f6b279. 00000400:00000200:1.0:1761312155.901105:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f60dd51 00000400:00000200:1.0:1761312155.901116:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.901119:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.901121:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f60dd51 00000400:00000010:1.0:1761312155.901123:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f60dd51 (tot 82338818). 00000100:00000200:1.0:1761312155.901130:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761312155.901294:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535e78d6. 00000020:00000010:2.0:1761312155.901303:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000524cfe82. 00000020:00000010:2.0:1761312155.901307:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.901336:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000024ee5104 x1846868012529664/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.901370:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529664 02000000:00000010:2.0:1761312155.901382:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f778347e. 00010000:00000010:2.0:1761312155.901425:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a3cea33. 00000100:00000010:2.0:1761312155.901433:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4fa2c20. 00000100:00000010:2.0:1761312155.901441:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4fa2c20. 00010000:00000010:2.0:1761312155.901446:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a3cea33. 00000400:00000010:2.0:1761312155.901461:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312155.901467:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529664, offset 224 00000400:00000200:2.0:1761312155.901475:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.901487:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.901494:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89239:89239:256:4294967295] 192.168.203.32@tcp LPNI seq info [89239:89239:8:4294967295] 00000400:00000200:2.0:1761312155.901505:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.901511:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.901515:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339066). 00000800:00000200:2.0:1761312155.901521:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.901529:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.901533:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.901552:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000524cfe82. 00000020:00000010:2.0:1761312155.901558:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.901561:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535e78d6. 02000000:00000010:2.0:1761312155.901573:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092775dbc. 00000100:00000010:2.0:1761312155.901577:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 00000400:00000010:3.0:1761312155.901579:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 02000000:00000010:2.0:1761312155.901582:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ffa4e2e. 00000400:00000200:3.0:1761312155.901585:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:3.0:1761312155.901588:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000100:00000010:2.0:1761312155.901588:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 02000000:00000010:2.0:1761312155.901595:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000387b4861. 00000100:00000200:3.0:1761312155.901597:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015331904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761312155.901599:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:2.0:1761312155.901604:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dda5fa07. 00000100:00000200:3.0:1761312155.901609:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015331904/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761312155.901611:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312155.901616:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae021b26. 00000100:00000010:2.0:1761312155.901620:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:2.0:1761312155.901647:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000779b0245. 00000100:00000010:2.0:1761312155.901650:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00010000:00000010:3.0:1761312155.901655:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a54ecf47. 00000100:00000200:2.0:1761312155.901658:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761312155.901665:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091d484aa. 02000000:00000010:3.0:1761312155.901670:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cfcdcef. 00000400:00000010:2.0:1761312155.901670:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4fa2c20 (tot 82339218). 02000000:00000010:3.0:1761312155.901677:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031764b22. 00000100:00000010:3.0:1761312155.901682:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:3.0:1761312155.901686:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:3.0:1761312155.901688:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00080000:00000010:3.0:1761312155.901706:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cfcdcef. 00010000:00000010:3.0:1761312155.901806:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f6d0990. 00010000:00000010:3.0:1761312155.901811:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0f8809d. 00010000:00000010:3.0:1761312155.901887:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bab3232. 00010000:00000010:3.0:1761312155.901892:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f6d0990. 00010000:00000010:3.0:1761312155.901901:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008df47901. 00000100:00000010:3.0:1761312155.901904:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:3.0:1761312155.901910:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 02000000:00000010:3.0:1761312155.901920:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 02000000:00000010:3.0:1761312155.901944:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000844f8601. 00000400:00000010:3.0:1761312155.901948:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.901951:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ed463ef. 00000100:00000200:3.0:1761312155.901955:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015331968, portal 16 00000400:00000010:3.0:1761312155.901958:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a97af571. 00000100:00000200:3.0:1761312155.901960:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015331968, offset 0 00000400:00000200:3.0:1761312155.901965:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.901971:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.901978:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.901982:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.901984:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.901987:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89240:89240:255:4294967295] 192.168.203.32@tcp LPNI seq info [89240:89240:7:4294967295] 00000400:00000200:3.0:1761312155.901993:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.901997:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.902000:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540820a6 (tot 82339466). 00000800:00000200:3.0:1761312155.902005:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.902009:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.902011:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540820a6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.902133:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.902138:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82339218). 00000400:00000200:1.0:1761312155.902143:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.902147:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.902150:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:1.0:1761312155.902153:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 02000000:00000010:1.0:1761312155.902157:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f778347e. 00000800:00000200:1.0:1761312155.902233:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.902236:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540820a6 (tot 82338970). 00000400:00000200:1.0:1761312155.902239:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.902242:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.902244:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a97af571 00000400:00000010:1.0:1761312155.902246:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a97af571. 00000100:00000200:1.0:1761312155.902251:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015331968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.903697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a6bff9. 00010000:00000010:3.1:1761312155.903962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008476ac0d. 00010000:00000010:3.1:1761312155.903970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d49f3cd3. 00000400:00000200:3.0:1761312155.904117:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.904426:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003a80 00000400:00000200:3.0:1761312155.904438:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf23d [1] + 224 00000400:00000200:3.0:1761312155.904453:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.904458:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.904470:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015331968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.904558:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.904566:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57840 00000400:00000200:3.0:1761312155.904572:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 0 00000400:00000200:3.0:1761312155.904661:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.904665:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.904670:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.904677:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000400:00000010:1.0:1761312155.904758:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:1.0:1761312155.904765:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed463ef 00000400:00000010:1.0:1761312155.904767:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ed463ef. 00000100:00000200:1.0:1761312155.904773:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015331968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.904781:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015331968/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.904815:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000844f8601. 02000000:00000010:1.0:1761312155.904822:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000010:1.0:1761312155.904826:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 00000100:00000010:1.0:1761312155.904831:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312155.904835:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008df47901. 00000020:00000010:2.0:1761312155.905692:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535e78d6. 00000020:00000010:2.0:1761312155.905705:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f4e1b643. 00000020:00000010:2.0:1761312155.905711:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.905752:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012529728/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.905788:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529728 02000000:00000010:2.0:1761312155.905801:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c535463. 00010000:00000010:2.0:1761312155.905843:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9605205. 00010000:00000010:2.0:1761312155.905868:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a3cea33. 00000100:00000010:2.0:1761312155.905877:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.905892:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312155.905895:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a3cea33. 00000400:00000010:2.0:1761312155.905913:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047cfda65. 00000100:00000200:2.0:1761312155.905919:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529728, offset 224 00000400:00000200:2.0:1761312155.905929:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.905945:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.905952:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89241:89241:256:4294967295] 192.168.203.32@tcp LPNI seq info [89241:89241:8:4294967295] 00000400:00000200:2.0:1761312155.905969:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.905976:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.905981:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312155.905988:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.906002:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.906006:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.906034:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f4e1b643. 00000020:00000010:2.0:1761312155.906040:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.906044:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535e78d6. 00080000:00000010:3.0:1761312155.906071:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cebb6df4. 00000800:00000200:1.0:1761312155.906158:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.906162:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:1.0:1761312155.906169:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.906175:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.906179:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047cfda65 00000400:00000010:1.0:1761312155.906182:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047cfda65. 00010000:00000010:3.0:1761312155.906183:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f6d0990. 00010000:00000010:3.0:1761312155.906192:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fd316a2. 00010000:00000010:3.0:1761312155.906303:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000387a8e39. 00010000:00000010:3.0:1761312155.906309:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f6d0990. 00010000:00000010:3.0:1761312155.906322:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f6fa6b6. 00000100:00000010:3.0:1761312155.906326:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62cf81a. 00000100:00000010:3.0:1761312155.906334:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 02000000:00000010:3.0:1761312155.906347:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 02000000:00000010:3.0:1761312155.906375:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000844f8601. 00000400:00000010:3.0:1761312155.906382:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.906388:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bb8b99d. 00000100:00000200:3.0:1761312155.906394:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332032, portal 16 00000400:00000010:3.0:1761312155.906399:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cbc7181. 00000100:00000200:3.0:1761312155.906401:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332032, offset 0 00000400:00000200:3.0:1761312155.906407:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.906413:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.906422:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312155.906426:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312155.906429:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312155.906432:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89242:89242:256:4294967295] 192.168.203.32@tcp LPNI seq info [89242:89242:8:4294967295] 00000400:00000200:3.0:1761312155.906439:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.906443:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.906447:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092e8f58c (tot 82339218). 00000800:00000200:3.0:1761312155.906451:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.906455:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.906458:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092e8f58c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.907094:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.907098:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092e8f58c (tot 82338970). 00000400:00000200:1.0:1761312155.907102:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.907108:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.907112:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cbc7181 00000400:00000010:1.0:1761312155.907113:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cbc7181. 00000100:00000200:1.0:1761312155.907121:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049f6aaa1 x1846868015332032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.908047:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.908070:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003ac0 00000400:00000200:3.0:1761312155.908079:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf249 [1] + 224 00000400:00000200:3.0:1761312155.908093:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.908096:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.908105:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049f6aaa1 x1846868015332032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312155.908262:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061021251. 00000400:00000200:1.0:1761312155.908266:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bb8b99d 00000400:00000010:1.0:1761312155.908268:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bb8b99d. 00000100:00000200:1.0:1761312155.908273:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049f6aaa1 x1846868015332032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.908282:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049f6aaa1 x1846868015332032/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.908314:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000844f8601. 02000000:00000010:1.0:1761312155.908321:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000010:1.0:1761312155.908325:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 00000100:00000010:1.0:1761312155.908333:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d62cf81a. 00010000:00000010:1.0:1761312155.908337:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f6fa6b6. 00000400:00000200:0.0:1761312155.909712:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.909747:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57880 00000400:00000200:0.0:1761312155.909757:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 328 00000400:00000200:0.0:1761312155.909827:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.909832:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.909839:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312155.909847:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 00000020:00000010:0.0:1761312155.909915:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312155.909922:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000799a7777. 00000020:00000010:0.0:1761312155.909929:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.909963:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d91a4279 x1846868012529792/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312155.909996:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529792 02000000:00000010:0.0:1761312155.910011:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a11a42d. 00010000:00000010:0.0:1761312155.910051:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002521c8e6. 00010000:00000010:0.0:1761312155.910076:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eea1a714. 00000100:00000010:0.0:1761312155.910085:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312155.910098:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312155.910101:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eea1a714. 00000400:00000010:0.0:1761312155.910118:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312155.910124:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529792, offset 224 00000400:00000200:0.0:1761312155.910134:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.910147:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.910154:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89243:89243:256:4294967295] 192.168.203.32@tcp LPNI seq info [89243:89243:8:4294967295] 00000400:00000200:0.0:1761312155.910166:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.910174:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.910180:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00080000:00000010:1.0:1761312155.910261:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000779b0245. 00010000:00000010:1.0:1761312155.910369:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f6d0990. 00010000:00000010:1.0:1761312155.910376:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b57f15bd. 00010000:00000010:1.0:1761312155.910457:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000670fba20. 00010000:00000010:1.0:1761312155.910465:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.910478:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312155.910483:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.910490:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312155.910501:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae021b26. 02000000:00000010:1.0:1761312155.910529:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092775dbc. 00000400:00000010:1.0:1761312155.910536:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.910542:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.910547:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332096, portal 16 00000400:00000010:1.0:1761312155.910551:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e61837c. 00000100:00000200:1.0:1761312155.910553:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332096, offset 0 00000400:00000200:1.0:1761312155.910558:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.910564:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.910571:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.910576:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.910580:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.910582:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89244:89244:255:4294967295] 192.168.203.32@tcp LPNI seq info [89244:89244:7:4294967295] 00000400:00000200:1.0:1761312155.910594:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.910594:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.910602:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.910605:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025abcc5b (tot 82339466). 00000800:00000200:0.0:1761312155.910608:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.910613:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.910614:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.910619:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.910622:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025abcc5b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312155.910867:0:78596:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8dd4e96. 00000020:00000010:0.0:1761312155.910878:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000799a7777. 00000020:00000010:0.0:1761312155.910886:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.910890:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00010000:00000010:3.1:1761312155.914217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e3ee59. 00010000:00000010:3.1:1761312155.914239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f22d37a. 00010000:00000010:3.1:1761312155.914243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fc0494. 00000800:00000200:3.0:1761312155.914329:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.914334:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025abcc5b (tot 82339218). 00000400:00000200:3.0:1761312155.914341:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.914354:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.914362:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e61837c 00000400:00000010:3.0:1761312155.914364:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e61837c. 00000100:00000200:3.0:1761312155.914378:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4fc594b x1846868015332096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312155.914486:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.914488:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312155.914492:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.914495:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.914498:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:3.0:1761312155.914501:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00010000:00000010:3.1:1761312155.915687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea30292. 00010000:00000010:3.1:1761312155.915699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bab3232. 00010000:00000010:0.1:1761312155.918670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994efb8a. 00010000:00000010:1.1:1761312155.918788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e9b9a31. 00010000:00000010:1.1:1761312155.918795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000387a8e39. 00000400:00000200:2.0:1761312155.926467:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.926493:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003b00 00000400:00000200:2.0:1761312155.926505:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf255 [1] + 224 00000400:00000200:2.0:1761312155.926522:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.926526:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.926541:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4fc594b x1846868015332096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312155.926576:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.926582:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d578c0 00000400:00000200:2.0:1761312155.926588:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 656 00000400:00000200:2.0:1761312155.926600:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.926603:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.926607:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312155.926614:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb3f8f80. 00000020:00000010:2.0:1761312155.928209:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535e78d6. 00000020:00000010:2.0:1761312155.928225:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.928231:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.928272:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb3f8f80 x1846868012529856/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.928376:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529856 02000000:00000010:2.0:1761312155.928394:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d87020cf. 00010000:00000010:2.0:1761312155.928446:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a3cea33. 00000100:00000010:2.0:1761312155.928457:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.928467:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312155.928471:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a3cea33. 00000400:00000010:2.0:1761312155.928490:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064259375. 00000100:00000200:2.0:1761312155.928497:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529856, offset 224 00000400:00000200:2.0:1761312155.928506:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.928524:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.928531:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89245:89245:256:4294967295] 192.168.203.32@tcp LPNI seq info [89245:89245:8:4294967295] 00000400:00000200:2.0:1761312155.928542:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.928549:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.928554:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312155.928561:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.928571:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.928575:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.928595:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008885fa1d. 00000020:00000010:2.0:1761312155.928600:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.928604:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535e78d6. 00000400:00000010:1.0:1761312155.929017:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.929023:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:1.0:1761312155.929025:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.929034:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4fc594b x1846868015332096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.929043:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4fc594b x1846868015332096/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.929068:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3e2212b. 02000000:00000010:1.0:1761312155.929084:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092775dbc. 02000000:00000010:1.0:1761312155.929090:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae021b26. 00000100:00000010:1.0:1761312155.929096:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00000100:00000010:1.0:1761312155.929099:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.929102:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00080000:00000010:1.0:1761312155.929122:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae021b26. 00010000:00000010:1.0:1761312155.929736:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.929746:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ccf81b8. 00010000:00000010:1.0:1761312155.929853:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2c30876. 00010000:00000010:1.0:1761312155.929860:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.929875:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312155.929881:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.929890:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312155.929906:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092775dbc. 02000000:00000010:1.0:1761312155.929948:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057ca6275. 00000400:00000010:1.0:1761312155.929955:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.929961:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.929967:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332160, portal 16 00000400:00000010:1.0:1761312155.929974:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b4919ff5. 00000100:00000200:1.0:1761312155.929976:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332160, offset 0 00000400:00000200:1.0:1761312155.929986:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.930002:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.930012:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.930016:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.930019:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.930022:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89246:89246:255:4294967295] 192.168.203.32@tcp LPNI seq info [89246:89246:7:4294967295] 00000400:00000200:1.0:1761312155.930031:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.930038:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.930043:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e357191 (tot 82339466). 00000800:00000200:1.0:1761312155.930049:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.930057:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.930061:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001e357191 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.931204:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.931212:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:0.0:1761312155.931221:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.931229:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.931234:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064259375 00000400:00000010:0.0:1761312155.931237:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064259375. 00000800:00000200:0.0:1761312155.931326:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.931328:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e357191 (tot 82338970). 00000400:00000200:0.0:1761312155.931332:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.931335:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.931336:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b4919ff5 00000400:00000010:0.0:1761312155.931338:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b4919ff5. 00000100:00000200:0.0:1761312155.931345:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4fc594b x1846868015332160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.937930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cadbb41b. 00010000:00000010:1.1:1761312155.939714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e426f9. 00010000:00000010:1.1:1761312155.939743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 00000400:00000200:3.0:1761312155.947648:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.947673:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003b40 00000400:00000200:3.0:1761312155.947686:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf261 [1] + 224 00000400:00000200:3.0:1761312155.947700:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.947705:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.947719:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4fc594b x1846868015332160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.947766:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.947773:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57900 00000400:00000200:3.0:1761312155.947778:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 984 00000400:00000200:3.0:1761312155.947791:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.947795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.947800:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.947808:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 00000020:00000010:2.0:1761312155.947915:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:2.0:1761312155.947926:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.947932:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.947965:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e392561b x1846868012529920/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312155.948010:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529920 02000000:00000010:2.0:1761312155.948025:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f778347e. 00010000:00000010:2.0:1761312155.948077:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312155.948084:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.948094:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312155.948097:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312155.948115:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312155.948121:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529920, offset 224 00000400:00000200:2.0:1761312155.948130:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.948145:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.948151:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89247:89247:256:4294967295] 192.168.203.32@tcp LPNI seq info [89247:89247:8:4294967295] 00000400:00000200:2.0:1761312155.948163:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.948169:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.948175:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.948183:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.948200:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.948206:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.948228:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.948233:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.948238:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 00000800:00000200:2.0:1761312155.948369:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.948374:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:2.0:1761312155.948380:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.948384:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.948388:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:2.0:1761312155.948390:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00000400:00000010:1.0:1761312155.948696:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.948703:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:1.0:1761312155.948705:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.948714:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4fc594b x1846868015332160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312155.948725:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4fc594b x1846868015332160/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312155.948764:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fb74332. 02000000:00000010:1.0:1761312155.948782:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057ca6275. 02000000:00000010:1.0:1761312155.948789:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092775dbc. 00000100:00000010:1.0:1761312155.948794:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00000100:00000010:1.0:1761312155.948800:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.948803:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00080000:00000010:1.0:1761312155.948826:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000844f8601. 00010000:00000010:1.0:1761312155.948945:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.948954:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f58a469. 00010000:00000010:1.0:1761312155.949057:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000670fba20. 00010000:00000010:1.0:1761312155.949064:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.949077:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312155.949081:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.949088:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312155.949105:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 02000000:00000010:1.0:1761312155.949135:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092775dbc. 00000400:00000010:1.0:1761312155.949140:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.949145:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.949151:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332224, portal 16 00000400:00000010:1.0:1761312155.949156:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006ae7cb7e. 00000100:00000200:1.0:1761312155.949158:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332224, offset 0 00000400:00000200:1.0:1761312155.949165:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.949177:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.949305:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.949311:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.949324:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.949327:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89248:89248:256:4294967295] 192.168.203.32@tcp LPNI seq info [89248:89248:8:4294967295] 00000400:00000200:1.0:1761312155.949340:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.949347:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.949352:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096ae20c3 (tot 82339218). 00000800:00000200:1.0:1761312155.949358:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.949365:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.949503:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000096ae20c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312155.949697:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312155.949701:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096ae20c3 (tot 82338970). 00000400:00000200:0.0:1761312155.949707:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.949711:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312155.949715:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ae7cb7e 00000400:00000010:0.0:1761312155.949717:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006ae7cb7e. 00000100:00000200:0.0:1761312155.949724:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4fc594b x1846868015332224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.952087:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.952114:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003b80 00000400:00000200:3.0:1761312155.952326:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf26d [1] + 224 00000400:00000200:3.0:1761312155.952342:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.952347:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.952360:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4fc594b x1846868015332224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.952404:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.952411:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57940 00000400:00000010:1.0:1761312155.952419:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312155.952435:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:1.0:1761312155.952437:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.952448:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4fc594b x1846868015332224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.952449:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 1312 00000100:00000200:1.0:1761312155.952463:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4fc594b x1846868015332224/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.952467:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.952474:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.952479:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.952487:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:2.0:1761312155.952563:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:2.0:1761312155.952572:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.952587:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.952617:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012529984/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761312155.952670:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012529984 02000000:00000010:2.0:1761312155.952685:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1d0103c. 00010000:00000010:2.0:1761312155.952719:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe3f4ee0. 00010000:00000010:2.0:1761312155.952756:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312155.952764:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.952772:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312155.952776:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000400:00000010:2.0:1761312155.952791:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030de5cd8. 00000100:00000200:2.0:1761312155.952795:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012529984, offset 224 00000400:00000200:2.0:1761312155.952804:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.952817:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.952823:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89249:89249:256:4294967295] 192.168.203.32@tcp LPNI seq info [89249:89249:8:4294967295] 00000400:00000200:2.0:1761312155.952834:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.952839:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.952845:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312155.952851:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.952858:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.952863:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.952895:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.952900:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.952904:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 02000000:00000010:1.0:1761312155.953001:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092775dbc. 02000000:00000010:1.0:1761312155.953009:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000010:1.0:1761312155.953016:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00000100:00000010:1.0:1761312155.953020:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:1.0:1761312155.953023:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00000800:00000200:3.0:1761312155.953041:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1761312155.953044:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092775dbc. 00000800:00000010:3.0:1761312155.953047:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312155.953054:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.953058:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.953061:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030de5cd8 00000400:00000010:3.0:1761312155.953062:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030de5cd8. 00010000:00000010:1.0:1761312155.953145:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.953152:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe3c649a. 00010000:00000010:1.0:1761312155.953245:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e920c7a. 00010000:00000010:1.0:1761312155.953252:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff8e2d50. 00010000:00000010:1.0:1761312155.953266:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce290c18. 00000100:00000010:1.0:1761312155.953269:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dbd79a5. 00000100:00000010:1.0:1761312155.953277:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c4fc594b. 02000000:00000010:1.0:1761312155.953290:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057ca6275. 02000000:00000010:1.0:1761312155.953317:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008672bfb2. 00000400:00000010:1.0:1761312155.953322:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312155.953326:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeffd5d1. 00000100:00000200:1.0:1761312155.953330:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332288, portal 16 00000400:00000010:1.0:1761312155.953335:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005750643e. 00000100:00000200:1.0:1761312155.953336:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332288, offset 0 00000400:00000200:1.0:1761312155.953342:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.953349:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.953356:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.953360:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.953363:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.953366:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89250:89250:256:4294967295] 192.168.203.32@tcp LPNI seq info [89250:89250:8:4294967295] 00000400:00000200:1.0:1761312155.953374:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.953379:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.953382:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028641443 (tot 82339218). 00000800:00000200:1.0:1761312155.953386:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.953390:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.953392:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028641443 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.954299:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.954304:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028641443 (tot 82338970). 00000400:00000200:2.0:1761312155.954311:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.954318:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.954322:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005750643e 00000400:00000010:2.0:1761312155.954324:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005750643e. 00000100:00000200:2.0:1761312155.954333:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c4fc594b x1846868015332288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.960724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e99d9ed. 00010000:00000010:1.1:1761312155.960750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f29ae5eb. 00010000:00000010:1.1:1761312155.960754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c30876. 00000400:00000200:3.0:1761312155.963336:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.963363:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003bc0 00000400:00000200:3.0:1761312155.963373:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf279 [1] + 224 00000400:00000200:3.0:1761312155.963388:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.963391:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.963405:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c4fc594b x1846868015332288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.963459:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.963466:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57980 00000400:00000010:2.0:1761312155.963472:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:2.0:1761312155.963484:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeffd5d1 00000400:00000010:2.0:1761312155.963487:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeffd5d1. 00000100:00000200:2.0:1761312155.963495:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c4fc594b x1846868015332288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312155.963511:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c4fc594b x1846868015332288/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312155.963549:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008672bfb2. 02000000:00000010:2.0:1761312155.963557:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057ca6275. 00000100:00000010:2.0:1761312155.963561:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c4fc594b. 00000100:00000010:2.0:1761312155.963565:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dbd79a5. 00010000:00000010:2.0:1761312155.963569:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce290c18. 00000400:00000200:3.0:1761312155.963856:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 1640 00000400:00000200:3.0:1761312155.963875:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.963878:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.963882:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312155.963887:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000020:00000010:2.0:1761312155.963958:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535e78d6. 00000020:00000010:2.0:1761312155.963966:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.963971:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312155.964001:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012530048/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312155.964043:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530048 02000000:00000010:2.0:1761312155.964059:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e4924e2. 00010000:00000010:2.0:1761312155.964099:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a2f42e7. 00010000:00000010:2.0:1761312155.964125:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312155.964132:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.964144:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312155.964147:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00080000:00000010:2.0:1761312155.964176:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d18e50c. 00010000:00000010:2.0:1761312155.964289:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8e2d50. 00010000:00000010:2.0:1761312155.964295:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbd9a38e. 00010000:00000010:2.0:1761312155.964382:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e96c989. 00010000:00000010:2.0:1761312155.964386:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003c1d2a17. 00010000:00000010:2.0:1761312155.964393:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312155.964399:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00080000:00000010:2.0:1761312155.964414:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057ca6275. 00010000:00000010:2.0:1761312155.964439:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312155.964443:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c1d2a17. 00010000:00000010:2.0:1761312155.964498:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f6777aa. 00010000:00000010:2.0:1761312155.964503:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312155.964511:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb52f3a0. 00000100:00000010:2.0:1761312155.964515:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312155.964522:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ff718bdd. 02000000:00000010:2.0:1761312155.964535:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 02000000:00000010:2.0:1761312155.964564:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f845c427. 00000400:00000010:2.0:1761312155.964570:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb443268. 00000400:00000010:2.0:1761312155.964588:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d15b398f. 00000100:00000200:2.0:1761312155.964596:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332352, portal 16 00000400:00000010:2.0:1761312155.964602:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003222340d. 00000100:00000200:2.0:1761312155.964605:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332352, offset 0 00000400:00000200:2.0:1761312155.964614:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.964652:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.964662:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312155.964666:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312155.964669:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312155.964673:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89251:89251:256:4294967295] 192.168.203.32@tcp LPNI seq info [89251:89251:8:4294967295] 00000400:00000200:2.0:1761312155.964689:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.964696:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.964701:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312155.964707:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.964716:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.964721:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761312155.964754:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0eefd8. 00000100:00000200:2.0:1761312155.964758:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530048, offset 224 00000400:00000200:2.0:1761312155.964763:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312155.964767:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312155.964771:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89252:89252:255:4294967295] 192.168.203.32@tcp LPNI seq info [89252:89252:7:4294967295] 00000400:00000200:2.0:1761312155.964778:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312155.964783:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312155.964787:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339466). 00000800:00000200:2.0:1761312155.964790:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312155.964793:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312155.964795:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312155.964808:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312155.964813:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312155.964817:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535e78d6. 00000800:00000200:3.0:1761312155.965034:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.965039:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82339218). 00000400:00000200:3.0:1761312155.965044:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.965049:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.965052:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003222340d 00000400:00000010:3.0:1761312155.965054:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003222340d. 00000100:00000200:3.0:1761312155.965060:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ff718bdd x1846868015332352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312155.965367:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.965371:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82338970). 00000400:00000200:3.0:1761312155.965374:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.965378:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.965380:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0eefd8 00000400:00000010:3.0:1761312155.965382:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0eefd8. 00010000:00000010:2.1:1761312155.966710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008871bfaa. 00000400:00000200:3.0:1761312155.971439:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.971463:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003c00 00000400:00000200:3.0:1761312155.971475:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf281 [1] + 224 00000400:00000200:3.0:1761312155.971490:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.971494:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312155.971510:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ff718bdd x1846868015332352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.971560:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312155.971566:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d579c0 00000400:00000200:3.0:1761312155.971572:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadc55 [2] + 1968 00000400:00000010:3.0:1761312155.971588:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049c07633. 00000400:00000200:3.0:1761312155.971593:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000042808693 00000400:00000010:1.0:1761312155.971664:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb443268. 00000400:00000200:1.0:1761312155.971668:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d15b398f 00000400:00000010:1.0:1761312155.971671:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d15b398f. 00000400:00000200:3.0:1761312155.971677:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761312155.971677:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ff718bdd x1846868015332352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.971680:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.971685:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ff718bdd x1846868015332352/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312155.971689:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042808693 00000400:00000010:3.0:1761312155.971691:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000042808693 (tot 82338818). 00000100:00000200:3.0:1761312155.971698:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312155.971763:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cfc956. 00000020:00000010:3.0:1761312155.971771:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024284262. 00000020:00000010:3.0:1761312155.971776:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 02000000:00000010:1.0:1761312155.971796:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f845c427. 02000000:00000010:1.0:1761312155.971805:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000200:3.0:1761312155.971806:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d058d61 x1846868012530112/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:1.0:1761312155.971809:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ff718bdd. 00000100:00000010:1.0:1761312155.971815:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:1.0:1761312155.971819:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb52f3a0. 00000100:00000200:3.0:1761312155.971835:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530112 02000000:00000010:3.0:1761312155.971850:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000934ec7ad. 00010000:00000010:3.0:1761312155.971887:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da6da2bf. 00010000:00000010:3.0:1761312155.971913:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8c3890c. 00000100:00000010:3.0:1761312155.971921:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f0a4178. 00000100:00000010:3.0:1761312155.971938:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f0a4178. 00010000:00000010:3.0:1761312155.971941:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8c3890c. 00000400:00000010:3.0:1761312155.971961:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312155.971966:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530112, offset 224 00080000:00000010:1.0:1761312155.971970:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c952b3f. 00000400:00000200:3.0:1761312155.971974:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.971986:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.971992:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89253:89253:256:4294967295] 192.168.203.32@tcp LPNI seq info [89253:89253:8:4294967295] 00000400:00000200:3.0:1761312155.972001:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.972007:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.972012:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339066). 00000800:00000200:3.0:1761312155.972017:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.972026:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.972030:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.972050:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024284262. 00000020:00000010:3.0:1761312155.972057:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312155.972060:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cfc956. 02000000:00000010:3.0:1761312155.972068:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e4924e2. 00000100:00000010:3.0:1761312155.972071:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312155.972075:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1d0103c. 00000100:00000010:3.0:1761312155.972077:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312155.972080:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f778347e. 00010000:00000010:1.0:1761312155.972081:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00000100:00000010:3.0:1761312155.972082:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312155.972085:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d87020cf. 00000100:00000010:3.0:1761312155.972087:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb3f8f80. 00010000:00000010:1.0:1761312155.972087:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d65043dd. 02000000:00000010:3.0:1761312155.972090:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a11a42d. 00000100:00000010:3.0:1761312155.972094:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 02000000:00000010:3.0:1761312155.972099:0:64738:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c535463. 00000100:00000010:3.0:1761312155.972101:0:64738:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 00000100:00000200:3.0:1761312155.972108:0:64738:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312155.972114:0:64738:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061021251. 00000400:00000010:3.0:1761312155.972118:0:64738:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f0a4178 (tot 82339218). 00010000:00000010:1.0:1761312155.972174:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2c30876. 00010000:00000010:1.0:1761312155.972181:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00000800:00000200:3.0:1761312155.972182:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.972185:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:3.0:1761312155.972189:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.972192:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00010000:00000010:1.0:1761312155.972192:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000400:00000200:3.0:1761312155.972195:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312155.972196:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000010:1.0:1761312155.972196:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 02000000:00000010:3.0:1761312155.972199:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000934ec7ad. 00000100:00000010:1.0:1761312155.972203:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 02000000:00000010:1.0:1761312155.972216:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 02000000:00000010:1.0:1761312155.972247:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ccefe6c. 00000400:00000010:1.0:1761312155.972252:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.972256:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312155.972260:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332416, portal 16 00000400:00000010:1.0:1761312155.972264:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012c6c77e. 00000100:00000200:1.0:1761312155.972266:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332416, offset 0 00000400:00000200:1.0:1761312155.972272:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.972277:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.972285:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.972289:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.972292:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.972295:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89254:89254:256:4294967295] 192.168.203.32@tcp LPNI seq info [89254:89254:8:4294967295] 00000400:00000200:1.0:1761312155.972301:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.972305:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.972308:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019a7dfb5 (tot 82339218). 00000800:00000200:1.0:1761312155.972311:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.972315:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.972317:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000019a7dfb5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312155.973897:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.973906:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000019a7dfb5 (tot 82338970). 00000400:00000200:3.0:1761312155.973914:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.973923:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.973930:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012c6c77e 00000400:00000010:3.0:1761312155.973932:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012c6c77e. 00000100:00000200:3.0:1761312155.973942:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b077ecc4 x1846868015332416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.974670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000f4f07. 00010000:00000010:2.1:1761312155.974674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff8824da. 00010000:00000010:1.1:1761312155.974680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 00010000:00000010:2.1:1761312155.974681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd28fbd2. 00010000:00000010:2.1:1761312155.974685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e920c7a. 00010000:00000010:2.1:1761312155.974688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e96c989. 00010000:00000010:2.1:1761312155.974691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00010000:00000010:1.1:1761312155.982753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000845e9eb0. 00010000:00000010:1.1:1761312155.982768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6777aa. 00010000:00000010:3.1:1761312155.982850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df05de3. 00000400:00000200:0.0:1761312155.984105:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.984128:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003c40 00000400:00000200:0.0:1761312155.984141:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf295 [1] + 224 00000400:00000200:0.0:1761312155.984277:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312155.984283:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312155.984298:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b077ecc4 x1846868015332416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761312155.984335:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312155.984342:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57a00 00000400:00000200:0.0:1761312155.984347:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 0 00000400:00000200:0.0:1761312155.984357:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761312155.984360:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:0.0:1761312155.984360:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.984367:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:1.0:1761312155.984372:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:0.0:1761312155.984379:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761312155.984381:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b077ecc4 x1846868015332416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761312155.984386:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 00000100:00000200:1.0:1761312155.984388:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b077ecc4 x1846868015332416/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312155.984425:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ccefe6c. 02000000:00000010:1.0:1761312155.984431:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000010:1.0:1761312155.984438:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 00000100:00000010:1.0:1761312155.984443:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312155.984446:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00000020:00000010:3.0:1761312155.985853:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cfc956. 00000020:00000010:3.0:1761312155.985865:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312155.985871:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 00000100:00000200:3.0:1761312155.985908:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000021c343c4 x1846868012530176/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312155.985956:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530176 02000000:00000010:3.0:1761312155.985970:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000934ec7ad. 00010000:00000010:3.0:1761312155.986008:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc26d74. 00010000:00000010:3.0:1761312155.986032:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8c3890c. 00000100:00000010:3.0:1761312155.986041:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000558dd2b. 00000100:00000010:3.0:1761312155.986053:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000558dd2b. 00010000:00000010:3.0:1761312155.986056:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8c3890c. 00000400:00000010:3.0:1761312155.986074:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312155.986081:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530176, offset 224 00000400:00000200:3.0:1761312155.986090:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312155.986108:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312155.986117:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89255:89255:256:4294967295] 192.168.203.32@tcp LPNI seq info [89255:89255:8:4294967295] 00000400:00000200:3.0:1761312155.986130:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312155.986136:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312155.986141:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339218). 00080000:00000010:1.0:1761312155.986144:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ccefe6c. 00000800:00000200:3.0:1761312155.986148:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312155.986157:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312155.986161:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312155.986182:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312155.986187:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312155.986190:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cfc956. 00010000:00000010:1.0:1761312155.986253:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312155.986261:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea6ca55d. 00010000:00000010:1.0:1761312155.986358:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000670fba20. 00010000:00000010:1.0:1761312155.986365:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312155.986377:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000737bb989. 00000100:00000010:1.0:1761312155.986381:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312155.986389:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b077ecc4. 02000000:00000010:1.0:1761312155.986404:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008672bfb2. 00000800:00000200:3.0:1761312155.987100:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312155.987105:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:3.0:1761312155.987111:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312155.987119:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312155.987125:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:3.0:1761312155.987127:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 02000000:00000010:1.0:1761312155.987411:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7c5fe24. 00000400:00000010:1.0:1761312155.987421:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.987426:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afc0f0ab. 00000100:00000200:1.0:1761312155.987434:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332480, portal 16 00000400:00000010:1.0:1761312155.987440:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312155.987442:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332480, offset 0 00000400:00000200:1.0:1761312155.987450:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.987462:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.987471:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.987474:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.987477:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.987480:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89256:89256:256:4294967295] 192.168.203.32@tcp LPNI seq info [89256:89256:8:4294967295] 00000400:00000200:1.0:1761312155.987488:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.987494:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.987498:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339218). 00000800:00000200:1.0:1761312155.987504:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.987511:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.987514:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312155.989371:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312155.989382:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82338970). 00000400:00000200:1.0:1761312155.989392:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.989402:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312155.989408:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:1.0:1761312155.989411:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:1.0:1761312155.989422:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b077ecc4 x1846868015332480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312155.993568:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312155.993594:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003c80 00000400:00000200:2.0:1761312155.993606:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2a1 [1] + 224 00000400:00000200:2.0:1761312155.993643:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.993648:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312155.993662:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b077ecc4 x1846868015332480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312155.993779:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:0.0:1761312155.993786:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afc0f0ab 00000400:00000010:0.0:1761312155.993789:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afc0f0ab. 00000100:00000200:0.0:1761312155.993796:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b077ecc4 x1846868015332480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312155.993804:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b077ecc4 x1846868015332480/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312155.993839:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7c5fe24. 02000000:00000010:0.0:1761312155.993846:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008672bfb2. 00000100:00000010:0.0:1761312155.993851:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b077ecc4. 00000100:00000010:0.0:1761312155.993856:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:0.0:1761312155.993860:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000737bb989. 00010000:00000010:3.1:1761312155.994236:0:78613:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039fc3f0a. 00000400:00000200:1.0:1761312155.996881:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312155.996906:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57a40 00000400:00000200:1.0:1761312155.996916:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 328 00000400:00000200:1.0:1761312155.997000:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312155.997005:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312155.997013:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312155.997020:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004ecf7319. 00000020:00000010:0.0:1761312155.997108:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312155.997117:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312155.997122:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312155.997158:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ecf7319 x1846868012530240/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:633/0 lens 328/0 e 0 to 0 dl 1761312198 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312155.997201:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530240 02000000:00000010:0.0:1761312155.997215:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dda5fa07. 00010000:00000010:0.0:1761312155.997253:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000479a45d5. 00010000:00000010:0.0:1761312155.997283:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b7437e1. 00000100:00000010:0.0:1761312155.997291:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312155.997313:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312155.997318:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b7437e1. 00000400:00000010:0.0:1761312155.997336:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312155.997342:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530240, offset 224 00000400:00000200:0.0:1761312155.997351:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312155.997364:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312155.997370:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89257:89257:256:4294967295] 192.168.203.32@tcp LPNI seq info [89257:89257:8:4294967295] 00000400:00000200:0.0:1761312155.997381:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312155.997386:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312155.997392:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312155.997399:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312155.997406:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312155.997411:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312155.997439:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000701f4672. 00080000:00000010:1.0:1761312155.997444:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7c5fe24. 00000020:00000010:0.0:1761312155.997446:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312155.997448:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00010000:00000010:1.0:1761312155.997551:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312155.997559:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caa39e2d. 00010000:00000010:1.0:1761312155.997676:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b38fc94. 00010000:00000010:1.0:1761312155.997682:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312155.997695:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035510b8f. 00000100:00000010:1.0:1761312155.997699:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312155.997706:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 02000000:00000010:1.0:1761312155.997720:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000de44a50. 02000000:00000010:1.0:1761312155.997761:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad79ded2. 00000400:00000010:1.0:1761312155.997768:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312155.997774:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312155.997780:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332544, portal 16 00000400:00000010:1.0:1761312155.997784:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0d6548e. 00000100:00000200:1.0:1761312155.997786:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332544, offset 0 00000400:00000200:1.0:1761312155.997791:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312155.997798:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312155.997806:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312155.997810:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312155.997814:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312155.997816:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89258:89258:255:4294967295] 192.168.203.32@tcp LPNI seq info [89258:89258:7:4294967295] 00000400:00000200:1.0:1761312155.997823:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312155.997828:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312155.997832:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f6cf380 (tot 82339466). 00000800:00000200:1.0:1761312155.997836:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312155.997840:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312155.997842:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f6cf380 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312155.997940:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.997945:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:2.0:1761312155.997950:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.997954:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.997958:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:2.0:1761312155.997960:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000800:00000200:2.0:1761312155.998019:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312155.998021:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f6cf380 (tot 82338970). 00000400:00000200:2.0:1761312155.998025:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312155.998028:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312155.998030:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0d6548e 00000400:00000010:2.0:1761312155.998032:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0d6548e. 00000100:00000200:2.0:1761312155.998037:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa5ef120 x1846868015332544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312155.999536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c22f29. 00010000:00000010:1.1:1761312155.999552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c30876. 00000400:00000200:2.0:1761312156.003993:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.004020:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003cc0 00000400:00000200:2.0:1761312156.004032:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2ad [1] + 224 00000400:00000200:2.0:1761312156.004055:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.004060:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.004074:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa5ef120 x1846868015332544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312156.004171:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:1.0:1761312156.004178:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:1.0:1761312156.004180:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:1.0:1761312156.004186:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa5ef120 x1846868015332544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.004194:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa5ef120 x1846868015332544/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312162 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312156.004230:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad79ded2. 02000000:00000010:1.0:1761312156.004236:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000de44a50. 00000100:00000010:1.0:1761312156.004241:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 00000100:00000010:1.0:1761312156.004245:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312156.004249:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035510b8f. 00000400:00000200:1.0:1761312156.004867:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.004878:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57a80 00000400:00000200:1.0:1761312156.004929:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 656 00000400:00000200:1.0:1761312156.005990:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.006002:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.006011:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312156.006019:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa5ef120. 00000020:00000010:0.0:1761312156.009716:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312156.009743:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312156.009750:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.009792:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa5ef120 x1846868012530304/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761312156.009836:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530304 02000000:00000010:0.0:1761312156.009850:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000387b4861. 00010000:00000010:0.0:1761312156.009893:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000433ff0ed. 00010000:00000010:0.0:1761312156.009926:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.009937:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed03e39. 00000100:00000010:0.0:1761312156.009958:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aed03e39. 00010000:00000010:0.0:1761312156.009963:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.009983:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312156.009989:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530304, offset 224 00000400:00000200:0.0:1761312156.009999:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.010017:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.010024:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89259:89259:256:4294967295] 192.168.203.32@tcp LPNI seq info [89259:89259:8:4294967295] 00000400:00000200:0.0:1761312156.010035:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.010042:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.010047:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312156.010055:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.010063:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.010068:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.010099:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312156.010105:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.010109:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00000800:00000200:3.0:1761312156.010708:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.010714:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312156.010722:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.010738:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.010745:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312156.010747:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00080000:00000010:1.0:1761312156.010837:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000de44a50. 00010000:00000010:1.0:1761312156.010947:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312156.010957:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092a10153. 00010000:00000010:1.0:1761312156.011052:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2c30876. 00010000:00000010:1.0:1761312156.011058:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312156.011071:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035510b8f. 00000100:00000010:1.0:1761312156.011078:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312156.011087:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd8565e1. 02000000:00000010:1.0:1761312156.011101:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad79ded2. 02000000:00000010:1.0:1761312156.011135:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029261da4. 00000400:00000010:1.0:1761312156.011142:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9cd866. 00000400:00000010:1.0:1761312156.011147:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000092dd49b1. 00000100:00000200:1.0:1761312156.011153:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332608, portal 16 00000400:00000010:1.0:1761312156.011158:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a1366d6. 00000100:00000200:1.0:1761312156.011160:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332608, offset 0 00000400:00000200:1.0:1761312156.011168:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.011178:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.011186:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.011190:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.011193:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.011196:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89260:89260:256:4294967295] 192.168.203.32@tcp LPNI seq info [89260:89260:8:4294967295] 00000400:00000200:1.0:1761312156.011204:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.011210:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.011214:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fe2fe64 (tot 82339218). 00000800:00000200:1.0:1761312156.011218:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.011224:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.011227:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009fe2fe64 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312156.011361:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.011364:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fe2fe64 (tot 82338970). 00000400:00000200:2.0:1761312156.011370:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.011373:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.011377:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a1366d6 00000400:00000010:2.0:1761312156.011378:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a1366d6. 00000100:00000200:2.0:1761312156.011384:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd8565e1 x1846868015332608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312156.012569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ac5fb36. 00010000:00000010:1.1:1761312156.012748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b728e9. 00010000:00000010:1.1:1761312156.012755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 00000400:00000200:1.0:1761312156.015010:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.015035:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003d00 00000400:00000200:1.0:1761312156.015048:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2b9 [1] + 224 00000400:00000200:1.0:1761312156.015069:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.015073:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.015087:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd8565e1 x1846868015332608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312156.015169:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9cd866. 00000400:00000200:2.0:1761312156.015177:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092dd49b1 00000400:00000010:2.0:1761312156.015180:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000092dd49b1. 00000100:00000200:2.0:1761312156.015187:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd8565e1 x1846868015332608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.015196:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd8565e1 x1846868015332608/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312156.015234:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029261da4. 02000000:00000010:2.0:1761312156.015242:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad79ded2. 00000100:00000010:2.0:1761312156.015247:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd8565e1. 00000100:00000010:2.0:1761312156.015251:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:2.0:1761312156.015256:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035510b8f. 00000400:00000200:1.0:1761312156.015364:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.015374:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57ac0 00000400:00000200:1.0:1761312156.015379:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 984 00000400:00000200:1.0:1761312156.016031:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.016040:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.016047:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312156.016054:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2a19b87. 00000020:00000010:0.0:1761312156.016223:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312156.016231:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312156.016236:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.016266:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2a19b87 x1846868012530368/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312156.016305:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530368 02000000:00000010:0.0:1761312156.016320:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ffa4e2e. 00010000:00000010:0.0:1761312156.016354:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4873ae0. 00010000:00000010:0.0:1761312156.016381:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.016389:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed03e39. 00000100:00000010:0.0:1761312156.016405:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aed03e39. 00010000:00000010:0.0:1761312156.016409:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.016425:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312156.016430:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530368, offset 224 00000400:00000200:0.0:1761312156.016439:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.016451:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.016458:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89261:89261:256:4294967295] 192.168.203.32@tcp LPNI seq info [89261:89261:8:4294967295] 00000400:00000200:0.0:1761312156.016468:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.016474:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00080000:00000010:2.0:1761312156.016575:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f845c427. 00010000:00000010:1.1:1761312156.016659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072f9bee5. 00010000:00000010:1.1:1761312156.016668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b38fc94. 00010000:00000010:2.0:1761312156.016827:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:2.0:1761312156.016834:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9c19831. 00010000:00000010:2.0:1761312156.016916:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312156.016924:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312156.016936:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004132d67a. 00000100:00000010:2.0:1761312156.016940:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.016949:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312156.016962:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000947c9176. 02000000:00000010:2.0:1761312156.016990:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c535463. 00000400:00000010:2.0:1761312156.016996:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312156.017000:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312156.017006:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332672, portal 16 00000400:00000010:2.0:1761312156.017010:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c14e60d. 00000100:00000200:2.0:1761312156.017012:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332672, offset 0 00000400:00000200:2.0:1761312156.017019:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.017026:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.017034:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.017038:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.017041:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.017044:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89262:89262:255:4294967295] 192.168.203.32@tcp LPNI seq info [89262:89262:7:4294967295] 00000400:00000200:2.0:1761312156.017051:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.017055:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.017060:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312156.017066:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.017073:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.017077:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312156.017192:0:71308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f30570. 00000800:00000010:0.0:1761312156.017208:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339466). 00000800:00000200:0.0:1761312156.017212:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.017216:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.017218:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.017231:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006db13e62. 00000020:00000010:0.0:1761312156.017236:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.017240:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00000800:00000200:3.0:1761312156.017971:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.017977:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82339218). 00000400:00000200:3.0:1761312156.017984:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.017991:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.017997:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c14e60d 00000400:00000010:3.0:1761312156.017999:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c14e60d. 00000100:00000200:3.0:1761312156.018007:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015332672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761312156.018100:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.018103:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312156.018107:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.018110:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.018113:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:3.0:1761312156.018115:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000400:00000200:1.0:1761312156.022771:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.022798:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003d40 00000400:00000200:1.0:1761312156.022809:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2c5 [1] + 224 00000400:00000200:1.0:1761312156.022825:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.022829:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.022852:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015332672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312156.022896:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.022902:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57b00 00000400:00000200:1.0:1761312156.022908:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 1312 00000400:00000200:1.0:1761312156.022924:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.022931:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.022936:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312156.022944:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fb1bc77a. 00000400:00000010:2.0:1761312156.024591:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:2.0:1761312156.024606:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:2.0:1761312156.024608:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:2.0:1761312156.024647:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015332672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.024659:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015332672/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312156.024698:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c535463. 02000000:00000010:2.0:1761312156.024707:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000947c9176. 00000100:00000010:2.0:1761312156.024713:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312156.024717:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.024721:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004132d67a. 00000020:00000010:0.0:1761312156.024925:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312156.024933:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.024938:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.024966:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb1bc77a x1846868012530432/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312156.024993:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530432 02000000:00000010:0.0:1761312156.025007:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a11a42d. 00010000:00000010:0.0:1761312156.025044:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbfb4fc4. 00010000:00000010:0.0:1761312156.025067:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.025074:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed03e39. 00000100:00000010:0.0:1761312156.025087:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aed03e39. 00010000:00000010:0.0:1761312156.025089:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.025104:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312156.025109:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530432, offset 224 00000400:00000200:0.0:1761312156.025121:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.025136:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.025142:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89263:89263:256:4294967295] 192.168.203.32@tcp LPNI seq info [89263:89263:8:4294967295] 00000400:00000200:0.0:1761312156.025152:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.025159:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.025164:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312156.025170:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.025178:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.025183:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.025208:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.025214:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.025217:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00080000:00000010:2.0:1761312156.025310:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c535463. 00010000:00000010:2.0:1761312156.025418:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312156.025425:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bd90c33. 00010000:00000010:2.0:1761312156.025539:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:2.0:1761312156.025545:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000014a3ae2b. 00010000:00000010:2.0:1761312156.025562:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004132d67a. 00000100:00000010:2.0:1761312156.025568:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.025575:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312156.025591:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d87020cf. 02000000:00000010:2.0:1761312156.025675:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f778347e. 00000400:00000010:2.0:1761312156.025685:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312156.025691:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312156.025700:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332736, portal 16 00000400:00000010:2.0:1761312156.025705:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab007d0a. 00000100:00000200:2.0:1761312156.025707:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332736, offset 0 00000400:00000200:2.0:1761312156.025713:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.025720:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.025737:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.025741:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.025744:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.025747:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89264:89264:255:4294967295] 192.168.203.32@tcp LPNI seq info [89264:89264:7:4294967295] 00000400:00000200:2.0:1761312156.025755:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.025760:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.025764:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339466). 00000800:00000200:2.0:1761312156.025769:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.025778:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.025784:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.026048:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.026053:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82339218). 00000400:00000200:3.0:1761312156.026058:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.026064:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.026068:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:3.0:1761312156.026070:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000800:00000200:3.0:1761312156.026156:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.026158:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312156.026162:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.026166:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.026168:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab007d0a 00000400:00000010:3.0:1761312156.026169:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab007d0a. 00000100:00000200:3.0:1761312156.026174:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015332736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312156.029800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f4cd3b. 00010000:00000010:2.1:1761312156.029831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c30876. 00010000:00000010:0.1:1761312156.029859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29a21b9. 00000400:00000200:3.0:1761312156.031407:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.031430:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003d80 00000400:00000200:3.0:1761312156.031439:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2d1 [1] + 224 00000400:00000200:3.0:1761312156.031454:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.031458:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.031472:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015332736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.031525:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.031531:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57b40 00000400:00000200:3.0:1761312156.031536:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 1640 00000400:00000010:2.0:1761312156.031554:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:2.0:1761312156.031561:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:2.0:1761312156.031563:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:2.0:1761312156.031570:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015332736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.031578:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015332736/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.031610:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761312156.031761:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f778347e. 02000000:00000010:2.0:1761312156.031768:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d87020cf. 00000100:00000010:2.0:1761312156.031773:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312156.031777:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.031781:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004132d67a. 00000400:00000200:3.0:1761312156.031965:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.031972:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.031979:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 00000020:00000010:1.0:1761312156.032781:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad79ded2. 00000020:00000010:1.0:1761312156.032794:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.032800:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.032837:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d422baca x1846868012530496/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761312156.032876:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530496 02000000:00000010:1.0:1761312156.032891:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029261da4. 00010000:00000010:1.0:1761312156.032930:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051c4fea9. 00010000:00000010:1.0:1761312156.032959:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000399d57e7. 00000100:00000010:1.0:1761312156.032968:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312156.032993:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312156.032996:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000399d57e7. 00000400:00000010:1.0:1761312156.033014:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074f31ee9. 00000100:00000200:1.0:1761312156.033020:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530496, offset 224 00000400:00000200:1.0:1761312156.033030:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.033046:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.033054:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89265:89265:256:4294967295] 192.168.203.32@tcp LPNI seq info [89265:89265:8:4294967295] 00000400:00000200:1.0:1761312156.033067:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.033074:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.033079:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000040465536 (tot 82339218). 00000800:00000200:1.0:1761312156.033085:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.033093:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.033097:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000040465536 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312156.033126:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.033131:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.033135:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad79ded2. 00080000:00000010:3.0:1761312156.033203:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040206679. 00010000:00000010:3.0:1761312156.033315:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014a3ae2b. 00010000:00000010:3.0:1761312156.033322:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084e9518b. 00010000:00000010:3.0:1761312156.033409:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bab3232. 00010000:00000010:3.0:1761312156.033415:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a9b6b75. 00010000:00000010:3.0:1761312156.033428:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aef31500. 00000100:00000010:3.0:1761312156.033432:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dedb6e7e. 00000100:00000010:3.0:1761312156.033440:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312156.033453:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fead2ed0. 02000000:00000010:3.0:1761312156.033496:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b700926. 00000400:00000010:3.0:1761312156.033504:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060f6b279. 00000400:00000010:3.0:1761312156.033509:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006653f131. 00000100:00000200:3.0:1761312156.033515:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332800, portal 16 00000400:00000010:3.0:1761312156.033520:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b8c1b36. 00000100:00000200:3.0:1761312156.033522:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332800, offset 0 00000400:00000200:3.0:1761312156.033528:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.033536:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.033545:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312156.033549:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312156.033552:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312156.033555:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89266:89266:255:4294967295] 192.168.203.32@tcp LPNI seq info [89266:89266:7:4294967295] 00000400:00000200:3.0:1761312156.033562:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.033566:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.033570:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043bac6ad (tot 82339466). 00000800:00000200:3.0:1761312156.033573:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.033578:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.033580:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000043bac6ad type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312156.033666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b7122f3. 00010000:00000010:2.1:1761312156.033674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00000800:00000200:2.0:1761312156.033733:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.033738:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040465536 (tot 82339218). 00000400:00000200:2.0:1761312156.033743:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.033748:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.033752:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074f31ee9 00000400:00000010:2.0:1761312156.033754:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074f31ee9. 00000800:00000200:2.0:1761312156.033830:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.033832:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043bac6ad (tot 82338970). 00000400:00000200:2.0:1761312156.033835:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.033838:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.033840:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b8c1b36 00000400:00000010:2.0:1761312156.033841:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b8c1b36. 00000100:00000200:2.0:1761312156.033846:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015332800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312156.036928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eb29d24. 00000400:00000200:3.0:1761312156.039362:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.039388:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003dc0 00000400:00000200:3.0:1761312156.039401:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2dd [1] + 224 00000400:00000200:3.0:1761312156.039416:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.039420:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.039435:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015332800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.039484:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.039491:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57b80 00000400:00000200:3.0:1761312156.039496:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadcc5 [2] + 1968 00000400:00000010:3.0:1761312156.039501:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a891814b. 00000400:00000200:3.0:1761312156.039506:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000047f8f174 00000400:00000200:3.0:1761312156.039575:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.039580:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.039582:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047f8f174 00000400:00000010:3.0:1761312156.039585:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000047f8f174 (tot 82338818). 00000100:00000200:3.0:1761312156.039592:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761312156.041420:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:0.0:1761312156.041439:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.041446:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.041492:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009220c486 x1846868012530560/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312156.041549:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530560 02000000:00000010:0.0:1761312156.041566:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008672bfb2. 00010000:00000010:0.0:1761312156.041619:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.041651:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed03e39. 00000100:00000010:0.0:1761312156.041660:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aed03e39. 00010000:00000010:0.0:1761312156.041667:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.041687:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312156.041694:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530560, offset 224 00000400:00000200:0.0:1761312156.041704:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.041721:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.041737:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89267:89267:256:4294967295] 192.168.203.32@tcp LPNI seq info [89267:89267:8:4294967295] 00000400:00000200:0.0:1761312156.041749:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.041756:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.041762:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339066). 00000800:00000200:0.0:1761312156.041770:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.041780:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.041785:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.041814:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.041820:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.041825:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 02000000:00000010:0.0:1761312156.041841:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029261da4. 00000100:00000010:0.0:1761312156.041845:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:0.0:1761312156.041850:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a11a42d. 00000100:00000010:0.0:1761312156.041855:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fb1bc77a. 02000000:00000010:0.0:1761312156.041858:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ffa4e2e. 00000100:00000010:0.0:1761312156.041860:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2a19b87. 02000000:00000010:0.0:1761312156.041863:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000387b4861. 00000100:00000010:0.0:1761312156.041866:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa5ef120. 02000000:00000010:0.0:1761312156.041869:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dda5fa07. 00000100:00000010:0.0:1761312156.041872:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004ecf7319. 02000000:00000010:0.0:1761312156.041875:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000934ec7ad. 00000100:00000010:0.0:1761312156.041877:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000200:0.0:1761312156.041885:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761312156.041892:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076374c26. 00000400:00000010:0.0:1761312156.041898:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aed03e39 (tot 82339218). 00000800:00000200:3.0:1761312156.041928:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.041933:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312156.041938:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.041943:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.041947:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312156.041949:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 02000000:00000010:3.0:1761312156.041953:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008672bfb2. 00000400:00000010:2.0:1761312156.042248:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060f6b279. 00000400:00000200:2.0:1761312156.042253:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006653f131 00000400:00000010:2.0:1761312156.042255:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006653f131. 00000100:00000200:2.0:1761312156.042262:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015332800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.042271:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015332800/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312156.042301:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eaf8feb. 02000000:00000010:2.0:1761312156.042318:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b700926. 02000000:00000010:2.0:1761312156.042324:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fead2ed0. 00000100:00000010:2.0:1761312156.042328:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 00000100:00000010:2.0:1761312156.042330:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dedb6e7e. 00010000:00000010:2.0:1761312156.042333:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aef31500. 00080000:00000010:2.0:1761312156.042354:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d87020cf. 00010000:00000010:2.0:1761312156.042471:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a9b6b75. 00010000:00000010:2.0:1761312156.042478:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f7b3732. 00010000:00000010:2.0:1761312156.042577:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312156.042584:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312156.042597:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004132d67a. 00000100:00000010:2.0:1761312156.042602:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.042611:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312156.042644:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f778347e. 02000000:00000010:2.0:1761312156.042675:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1d0103c. 00000400:00000010:2.0:1761312156.042680:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312156.042684:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312156.042688:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332864, portal 16 00000400:00000010:2.0:1761312156.042692:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eeb18fed. 00000100:00000200:2.0:1761312156.042694:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332864, offset 0 00000400:00000200:2.0:1761312156.042701:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.042713:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.042722:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.042735:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.042738:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.042741:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89268:89268:256:4294967295] 192.168.203.32@tcp LPNI seq info [89268:89268:8:4294967295] 00000400:00000200:2.0:1761312156.042749:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.042755:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.042759:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312156.042764:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.042770:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.042772:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.043095:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.043098:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:3.0:1761312156.043104:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.043108:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.043111:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eeb18fed 00000400:00000010:3.0:1761312156.043113:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eeb18fed. 00000100:00000200:3.0:1761312156.043119:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015332864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312156.043669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a8f36f. 00010000:00000010:3.1:1761312156.043678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a7c8f3. 00010000:00000010:1.1:1761312156.043845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004503167c. 00000400:00000200:3.0:1761312156.044769:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.044790:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003e00 00000400:00000200:3.0:1761312156.044802:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2ed [1] + 224 00000400:00000200:3.0:1761312156.044817:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.044820:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.044831:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015332864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.044865:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.044870:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57bc0 00000400:00000200:3.0:1761312156.044875:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 0 00000400:00000200:3.0:1761312156.044884:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.044886:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.044890:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.044897:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000020:00000010:0.0:1761312156.046830:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008672bfb2. 00000020:00000010:0.0:1761312156.046848:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.046854:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.046898:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012530624/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761312156.046952:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530624 02000000:00000010:0.0:1761312156.046969:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dda5fa07. 00010000:00000010:0.0:1761312156.047020:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.047030:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312156.047038:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312156.047044:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.047063:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa977a0c. 00000100:00000200:0.0:1761312156.047070:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530624, offset 224 00000400:00000200:0.0:1761312156.047079:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.047096:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.047103:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89269:89269:256:4294967295] 192.168.203.32@tcp LPNI seq info [89269:89269:8:4294967295] 00000400:00000200:0.0:1761312156.047114:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.047120:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.047126:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312156.047133:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.047142:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.047146:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.047170:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.047175:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.047180:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008672bfb2. 00000400:00000010:2.0:1761312156.047312:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:2.0:1761312156.047318:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:2.0:1761312156.047320:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:2.0:1761312156.047327:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015332864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.047337:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015332864/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761312156.047364:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd9eeb55. 02000000:00000010:2.0:1761312156.047382:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1d0103c. 02000000:00000010:2.0:1761312156.047388:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f778347e. 00000100:00000010:2.0:1761312156.047392:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312156.047395:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.047398:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004132d67a. 00080000:00000010:2.0:1761312156.047417:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f778347e. 00000800:00000200:3.0:1761312156.047422:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.047427:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000400:00000200:3.0:1761312156.047432:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.047437:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.047441:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa977a0c 00000400:00000010:3.0:1761312156.047442:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa977a0c. 00010000:00000010:2.0:1761312156.047534:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312156.047540:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8a8c2ac. 00010000:00000010:2.0:1761312156.047668:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312156.047675:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312156.047688:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004132d67a. 00000100:00000010:2.0:1761312156.047691:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.047699:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312156.047710:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1d0103c. 02000000:00000010:2.0:1761312156.047747:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4924e2. 00000400:00000010:2.0:1761312156.047752:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312156.047757:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312156.047763:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332928, portal 16 00000400:00000010:2.0:1761312156.047767:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d803d7c7. 00000100:00000200:2.0:1761312156.047769:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332928, offset 0 00000400:00000200:2.0:1761312156.047775:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.047782:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.047789:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.047793:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.047796:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.047799:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89270:89270:256:4294967295] 192.168.203.32@tcp LPNI seq info [89270:89270:8:4294967295] 00000400:00000200:2.0:1761312156.047805:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.047810:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.047813:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339218). 00000800:00000200:2.0:1761312156.047817:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.047821:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.047824:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.048852:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.048859:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312156.048868:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.048876:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.048880:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d803d7c7 00000400:00000010:3.0:1761312156.048882:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d803d7c7. 00000100:00000200:3.0:1761312156.048889:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015332928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.051024:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.051047:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003e40 00000400:00000200:3.0:1761312156.051058:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf2f9 [1] + 224 00000400:00000200:3.0:1761312156.051071:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.051075:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.051087:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015332928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.051125:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.051130:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57c00 00000400:00000200:3.0:1761312156.051135:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 328 00000400:00000200:3.0:1761312156.051143:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.051146:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.051149:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.051156:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000400:00000010:2.0:1761312156.051866:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:2.0:1761312156.051874:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:2.0:1761312156.051877:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:2.0:1761312156.051886:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015332928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.051894:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015332928/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312156.051930:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4924e2. 02000000:00000010:2.0:1761312156.051937:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1d0103c. 00000100:00000010:2.0:1761312156.051942:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:2.0:1761312156.051945:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.051950:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004132d67a. 00000020:00000010:0.0:1761312156.052962:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000387b4861. 00000020:00000010:0.0:1761312156.052974:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.052980:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.053019:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1b0e07 x1846868012530688/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761312156.053064:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530688 02000000:00000010:0.0:1761312156.053079:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ffa4e2e. 00010000:00000010:0.0:1761312156.053118:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcb53e24. 00010000:00000010:0.0:1761312156.053146:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.053154:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312156.053170:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:0.0:1761312156.053173:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00000400:00000010:0.0:1761312156.053191:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bebd49f8. 00000100:00000200:0.0:1761312156.053196:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530688, offset 224 00000400:00000200:0.0:1761312156.053205:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.053222:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.053228:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89271:89271:256:4294967295] 192.168.203.32@tcp LPNI seq info [89271:89271:8:4294967295] 00000400:00000200:0.0:1761312156.053239:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.053246:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.053253:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312156.053260:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.053268:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.053272:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.053290:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004de8e162. 00000020:00000010:0.0:1761312156.053295:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.053297:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000387b4861. 00080000:00000010:2.0:1761312156.053379:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1d0103c. 00010000:00000010:2.1:1761312156.054941:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000704fafaa. 00010000:00000010:2.1:1761312156.054958:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf2be94. 00010000:00000010:2.1:1761312156.054965:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bab3232. 00010000:00000010:2.0:1761312156.055043:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312156.055052:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6d23540. 00010000:00000010:2.0:1761312156.055157:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a75a2fec. 00010000:00000010:2.0:1761312156.055164:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006e21e38e. 00010000:00000010:2.0:1761312156.055179:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004132d67a. 00000100:00000010:2.0:1761312156.055189:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.055200:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004386d0ef. 02000000:00000010:2.0:1761312156.055217:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e4924e2. 02000000:00000010:2.0:1761312156.055254:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000535e78d6. 00000400:00000010:2.0:1761312156.055261:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ebf55dd. 00000400:00000010:2.0:1761312156.055268:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f15757. 00000100:00000200:2.0:1761312156.055275:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015332992, portal 16 00000400:00000010:2.0:1761312156.055281:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000067102646. 00000100:00000200:2.0:1761312156.055284:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015332992, offset 0 00000400:00000200:2.0:1761312156.055295:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.055314:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.055324:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.055328:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.055332:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.055335:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89272:89272:255:4294967295] 192.168.203.32@tcp LPNI seq info [89272:89272:7:4294967295] 00000400:00000200:2.0:1761312156.055344:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.055351:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.055358:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a93d3749 (tot 82339466). 00000800:00000200:2.0:1761312156.055365:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.055373:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.055376:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a93d3749 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.055734:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.055739:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82339218). 00000400:00000200:3.0:1761312156.055745:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.055750:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.055755:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bebd49f8 00000400:00000010:3.0:1761312156.055757:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bebd49f8. 00000800:00000200:3.0:1761312156.055792:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.055794:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a93d3749 (tot 82338970). 00000400:00000200:3.0:1761312156.055798:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.055801:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.055803:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000067102646 00000400:00000010:3.0:1761312156.055805:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000067102646. 00000100:00000200:3.0:1761312156.055812:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004386d0ef x1846868015332992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312156.060439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075e01d7. 00010000:00000010:2.1:1761312156.060455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b17c578d. 00010000:00000010:2.1:1761312156.060460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f8d569. 00000400:00000200:2.0:1761312156.060504:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.060524:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003e80 00000400:00000200:2.0:1761312156.060535:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf305 [1] + 224 00000400:00000200:2.0:1761312156.060551:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.060555:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.060570:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004386d0ef x1846868015332992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.060615:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.060622:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57c40 00000400:00000200:2.0:1761312156.060647:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 656 00000400:00000010:1.0:1761312156.060656:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ebf55dd. 00000400:00000200:1.0:1761312156.060662:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f15757 00000400:00000010:1.0:1761312156.060665:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f15757. 00000100:00000200:1.0:1761312156.060671:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004386d0ef x1846868015332992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.060678:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004386d0ef x1846868015332992/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.060714:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.060717:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.060722:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312156.060735:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73d2881. 02000000:00000010:1.0:1761312156.060736:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000535e78d6. 02000000:00000010:1.0:1761312156.060742:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e4924e2. 00000100:00000010:1.0:1761312156.060747:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004386d0ef. 00000100:00000010:1.0:1761312156.060751:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:1.0:1761312156.060754:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004132d67a. 00000020:00000010:2.0:1761312156.060784:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:2.0:1761312156.060792:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.060797:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312156.060829:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73d2881 x1846868012530752/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312156.060873:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530752 02000000:00000010:2.0:1761312156.060888:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000535e78d6. 00010000:00000010:2.0:1761312156.060923:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080864d21. 00010000:00000010:2.0:1761312156.060949:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ff20f0a. 00000100:00000010:2.0:1761312156.060955:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.060962:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.060964:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ff20f0a. 00000400:00000010:2.0:1761312156.060978:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312156.060983:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530752, offset 224 00000400:00000200:2.0:1761312156.060990:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.061002:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.061008:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89273:89273:256:4294967295] 192.168.203.32@tcp LPNI seq info [89273:89273:8:4294967295] 00000400:00000200:2.0:1761312156.061019:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.061024:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.061029:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312156.061036:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.061044:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.061048:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312156.061070:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.061074:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312156.061078:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 00000800:00000200:2.0:1761312156.061148:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.061153:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:2.0:1761312156.061158:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.061161:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.061163:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:2.0:1761312156.061165:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00010000:00000010:0.1:1761312156.064346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77a7ad8. 00080000:00000010:1.0:1761312156.066649:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029261da4. 00010000:00000010:1.0:1761312156.066802:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e21e38e. 00010000:00000010:1.0:1761312156.066814:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb721146. 00010000:00000010:1.0:1761312156.066902:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca4dc45e. 00010000:00000010:1.0:1761312156.066907:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e59d59d1. 00010000:00000010:1.0:1761312156.066913:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b38fc94. 00010000:00000010:1.0:1761312156.066920:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00080000:00000010:1.0:1761312156.066941:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c39eb3. 00010000:00000010:1.0:1761312156.066968:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.066973:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e59d59d1. 00010000:00000010:1.0:1761312156.067042:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000670fba20. 00010000:00000010:1.0:1761312156.067046:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.067056:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000399d57e7. 00000100:00000010:1.0:1761312156.067065:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312156.067077:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312156.067097:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e042b200. 02000000:00000010:1.0:1761312156.067135:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036a30942. 00000400:00000010:1.0:1761312156.067143:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312156.067151:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312156.067159:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333056, portal 16 00000400:00000010:1.0:1761312156.067166:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003593d2f2. 00000100:00000200:1.0:1761312156.067169:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333056, offset 0 00000400:00000200:1.0:1761312156.067180:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.067201:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.067209:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.067213:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.067216:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.067220:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89274:89274:256:4294967295] 192.168.203.32@tcp LPNI seq info [89274:89274:8:4294967295] 00000400:00000200:1.0:1761312156.067232:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.067239:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.067245:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007087f1c1 (tot 82339218). 00000800:00000200:1.0:1761312156.067253:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.067262:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.067267:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007087f1c1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312156.067615:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.067620:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007087f1c1 (tot 82338970). 00000400:00000200:2.0:1761312156.067648:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.067655:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.067659:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003593d2f2 00000400:00000010:2.0:1761312156.067662:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003593d2f2. 00000100:00000200:2.0:1761312156.067669:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015333056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.069910:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.069932:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003ec0 00000400:00000200:2.0:1761312156.069945:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf311 [1] + 224 00000400:00000200:2.0:1761312156.069960:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.069964:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.069977:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015333056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312156.070065:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312156.070071:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:1.0:1761312156.070074:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000400:00000200:2.0:1761312156.070076:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000200:1.0:1761312156.070079:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015333056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.070082:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57c80 00000100:00000200:1.0:1761312156.070088:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015333056/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.070089:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 984 00000400:00000200:2.0:1761312156.070101:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.070105:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.070110:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312156.070115:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000465aba52. 02000000:00000010:1.0:1761312156.070125:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036a30942. 02000000:00000010:1.0:1761312156.070130:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e042b200. 00000100:00000010:1.0:1761312156.070134:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:1.0:1761312156.070138:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312156.070142:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000399d57e7. 00000020:00000010:3.0:1761312156.070202:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1182767. 00000020:00000010:3.0:1761312156.070211:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024284262. 00000020:00000010:3.0:1761312156.070217:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 00000100:00000200:3.0:1761312156.070246:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000465aba52 x1846868012530816/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312156.070283:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530816 02000000:00000010:3.0:1761312156.070296:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af41376f. 00010000:00000010:3.0:1761312156.070331:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028074b74. 00010000:00000010:3.0:1761312156.070353:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f864896. 00000100:00000010:3.0:1761312156.070361:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026542e93. 00000100:00000010:3.0:1761312156.070378:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026542e93. 00010000:00000010:3.0:1761312156.070381:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f864896. 00000400:00000010:3.0:1761312156.070397:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001662d393. 00000100:00000200:3.0:1761312156.070401:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530816, offset 224 00000400:00000200:3.0:1761312156.070410:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.070422:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.070428:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89275:89275:256:4294967295] 192.168.203.32@tcp LPNI seq info [89275:89275:8:4294967295] 00000400:00000200:3.0:1761312156.070439:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.070445:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.070450:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003cc015e2 (tot 82339218). 00000800:00000200:3.0:1761312156.070456:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.070466:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.070469:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003cc015e2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312156.070487:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024284262. 00000020:00000010:3.0:1761312156.070494:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312156.070498:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1182767. 00080000:00000010:1.0:1761312156.070566:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e042b200. 00010000:00000010:1.0:1761312156.070696:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.070704:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003506c53e. 00010000:00000010:1.0:1761312156.070812:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c6dee7a. 00010000:00000010:1.0:1761312156.070819:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.070832:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000399d57e7. 00000100:00000010:1.0:1761312156.070836:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312156.070845:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312156.070857:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036a30942. 02000000:00000010:1.0:1761312156.070887:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0b4cb11. 00000400:00000010:1.0:1761312156.070892:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312156.070896:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312156.070902:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333120, portal 16 00000400:00000010:1.0:1761312156.070907:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000017f568b8. 00000100:00000200:1.0:1761312156.070910:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333120, offset 0 00000400:00000200:1.0:1761312156.070916:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.070925:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.070932:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.070937:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.070940:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.070942:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89276:89276:255:4294967295] 192.168.203.32@tcp LPNI seq info [89276:89276:7:4294967295] 00000400:00000200:1.0:1761312156.070948:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.070953:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.070956:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ece4c962 (tot 82339466). 00000800:00000200:1.0:1761312156.070960:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.070964:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.070966:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ece4c962 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761312156.071897:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000834f76ca. 00010000:00000010:2.1:1761312156.071913:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. 00000800:00000200:2.0:1761312156.071941:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.071946:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003cc015e2 (tot 82339218). 00000400:00000200:2.0:1761312156.071950:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.071959:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.071963:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001662d393 00000400:00000010:2.0:1761312156.071965:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001662d393. 00000800:00000200:2.0:1761312156.074110:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.074117:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ece4c962 (tot 82338970). 00000400:00000200:2.0:1761312156.074128:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.074138:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.074145:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000017f568b8 00000400:00000010:2.0:1761312156.074149:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000017f568b8. 00000100:00000200:2.0:1761312156.074160:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015333120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312156.075462:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.075483:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003f00 00000400:00000200:1.0:1761312156.075494:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf31d [1] + 224 00000400:00000200:1.0:1761312156.075508:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.075512:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.075523:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015333120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312156.075556:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.075562:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57cc0 00000400:00000200:1.0:1761312156.075568:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 1312 00000400:00000200:1.0:1761312156.075581:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.075584:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.075588:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312156.075595:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b46855dc. 00000020:00000010:1.0:1761312156.075662:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d9eb35d. 00000020:00000010:1.0:1761312156.075670:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.075676:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.075706:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b46855dc x1846868012530880/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312156.075746:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530880 02000000:00000010:1.0:1761312156.075761:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084762b36. 00010000:00000010:1.0:1761312156.075808:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023e0c625. 00000100:00000010:1.0:1761312156.075816:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312156.075825:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312156.075829:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023e0c625. 00000400:00000010:1.0:1761312156.075845:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002593ee18. 00000100:00000200:1.0:1761312156.075850:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530880, offset 224 00000400:00000200:1.0:1761312156.075858:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.075870:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.075876:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89277:89277:256:4294967295] 192.168.203.32@tcp LPNI seq info [89277:89277:8:4294967295] 00000400:00000200:1.0:1761312156.075887:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.075893:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.075898:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1b77123 (tot 82339218). 00000800:00000200:1.0:1761312156.075905:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.075913:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.075917:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f1b77123 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312156.075938:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.075944:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.075948:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d9eb35d. 00000400:00000010:1.0:1761312156.075976:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:1.0:1761312156.075981:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:1.0:1761312156.075983:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000200:1.0:1761312156.075988:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015333120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.075996:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015333120/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312156.076021:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de74e00e. 02000000:00000010:1.0:1761312156.076038:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0b4cb11. 02000000:00000010:1.0:1761312156.076045:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036a30942. 00000100:00000010:1.0:1761312156.076051:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:1.0:1761312156.076054:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:1.0:1761312156.076056:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000399d57e7. 00080000:00000010:1.0:1761312156.076077:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d9eb35d. 00010000:00000010:1.0:1761312156.076190:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.076198:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020c65fff. 00010000:00000010:1.0:1761312156.076300:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006edeef3. 00010000:00000010:1.0:1761312156.076306:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.076318:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000399d57e7. 00000100:00000010:1.0:1761312156.076322:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000465e3011. 00000100:00000010:1.0:1761312156.076329:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071c81b4a. 02000000:00000010:1.0:1761312156.076342:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f2bfefc. 02000000:00000010:1.0:1761312156.076370:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f4c441. 00000400:00000010:1.0:1761312156.076375:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000af030154. 00000400:00000010:1.0:1761312156.076379:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097712149. 00000100:00000200:1.0:1761312156.076384:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333184, portal 16 00000400:00000010:1.0:1761312156.076389:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097c78ff4. 00000100:00000200:1.0:1761312156.076391:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333184, offset 0 00000400:00000200:1.0:1761312156.076396:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.076403:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.076410:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.076415:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.076419:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.076421:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89278:89278:255:4294967295] 192.168.203.32@tcp LPNI seq info [89278:89278:7:4294967295] 00000400:00000200:1.0:1761312156.076428:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.076433:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.076436:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501f03bd (tot 82339466). 00000800:00000200:1.0:1761312156.076440:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.076445:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.076447:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000501f03bd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312156.077858:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.077866:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1b77123 (tot 82339218). 00000400:00000200:2.0:1761312156.077875:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.077884:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.077890:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002593ee18 00000400:00000010:2.0:1761312156.077892:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002593ee18. 00000800:00000200:2.0:1761312156.078424:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.078427:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501f03bd (tot 82338970). 00000400:00000200:2.0:1761312156.078431:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.078435:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.078438:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097c78ff4 00000400:00000010:2.0:1761312156.078440:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097c78ff4. 00000100:00000200:2.0:1761312156.078449:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071c81b4a x1846868015333184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761312156.079183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c769f7f5. 00000400:00000200:2.0:1761312156.080923:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.080947:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003f40 00000400:00000200:2.0:1761312156.080958:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf329 [1] + 224 00000400:00000200:2.0:1761312156.080972:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.080978:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.080990:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071c81b4a x1846868015333184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.081031:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.081036:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57d00 00000400:00000200:2.0:1761312156.081042:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 1640 00000400:00000200:2.0:1761312156.081080:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.081083:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.081088:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312156.081094:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ee7876f. 00000020:00000010:2.0:1761312156.081152:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e4924e2. 00000020:00000010:2.0:1761312156.081160:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.081165:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000400:00000010:3.0:1761312156.081173:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af030154. 00000400:00000200:3.0:1761312156.081181:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097712149 00000400:00000010:3.0:1761312156.081183:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097712149. 00000100:00000200:3.0:1761312156.081190:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071c81b4a x1846868015333184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.081200:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ee7876f x1846868012530944/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312156.081201:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071c81b4a x1846868015333184/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312156.081252:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f4c441. 02000000:00000010:3.0:1761312156.081261:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f2bfefc. 00000100:00000200:2.0:1761312156.081262:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012530944 00000100:00000010:3.0:1761312156.081265:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071c81b4a. 00000100:00000010:3.0:1761312156.081271:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000465e3011. 00010000:00000010:3.0:1761312156.081276:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000399d57e7. 02000000:00000010:2.0:1761312156.081279:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000947c9176. 00010000:00000010:2.0:1761312156.081326:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9f265a0. 00010000:00000010:2.0:1761312156.081352:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ff20f0a. 00000100:00000010:2.0:1761312156.081359:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf1f3ba2. 00000100:00000010:2.0:1761312156.081468:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf1f3ba2. 00010000:00000010:2.0:1761312156.081472:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ff20f0a. 00000400:00000010:2.0:1761312156.081489:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074552916. 00000100:00000200:2.0:1761312156.081494:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012530944, offset 224 00000400:00000200:2.0:1761312156.081502:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.081513:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.081519:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89279:89279:256:4294967295] 192.168.203.32@tcp LPNI seq info [89279:89279:8:4294967295] 00000400:00000200:2.0:1761312156.081530:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.081535:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.081541:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8484f52 (tot 82339218). 00000800:00000200:2.0:1761312156.081546:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.081555:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.081559:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8484f52 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312156.081586:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.081591:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312156.081595:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e4924e2. 00080000:00000010:3.0:1761312156.081741:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1182767. 00000800:00000200:1.0:1761312156.081772:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.081777:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8484f52 (tot 82338970). 00000400:00000200:1.0:1761312156.081783:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.081787:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.081790:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074552916 00000400:00000010:1.0:1761312156.081792:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074552916. 00010000:00000010:3.0:1761312156.081856:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:3.0:1761312156.081864:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b7a7d16. 00010000:00000010:3.0:1761312156.082017:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033fc0494. 00010000:00000010:3.0:1761312156.082024:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7002a28. 00010000:00000010:3.0:1761312156.082035:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f864896. 00000100:00000010:3.0:1761312156.082040:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026542e93. 00000100:00000010:3.0:1761312156.082047:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 02000000:00000010:3.0:1761312156.082059:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009534ae7d. 02000000:00000010:3.0:1761312156.082089:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fead2ed0. 00000400:00000010:3.0:1761312156.082095:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000045ec5324. 00000400:00000010:3.0:1761312156.082099:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312156.082104:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333248, portal 16 00000400:00000010:3.0:1761312156.082109:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000013d475ae. 00000100:00000200:3.0:1761312156.082110:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333248, offset 0 00000400:00000200:3.0:1761312156.082117:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.082124:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.082132:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312156.082136:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312156.082139:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312156.082141:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89280:89280:256:4294967295] 192.168.203.32@tcp LPNI seq info [89280:89280:8:4294967295] 00000400:00000200:3.0:1761312156.082148:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.082152:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.082156:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c1f6ee8 (tot 82339218). 00000800:00000200:3.0:1761312156.082160:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.082165:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.082168:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c1f6ee8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312156.082522:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.082525:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c1f6ee8 (tot 82338970). 00000400:00000200:1.0:1761312156.082530:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.082534:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.082537:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013d475ae 00000400:00000010:1.0:1761312156.082538:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000013d475ae. 00000100:00000200:1.0:1761312156.082543:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015333248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312156.082759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b09ad217. 00010000:00000010:1.1:1761312156.082767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75a2fec. 00010000:00000010:1.1:1761312156.082772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4dc45e. 00010000:00000010:1.1:1761312156.082776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b38fc94. 00010000:00000010:1.1:1761312156.082781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f99aa2d. 00010000:00000010:1.1:1761312156.082785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 00010000:00000010:3.1:1761312156.083078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d94368c6. 00000400:00000200:2.0:1761312156.084109:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.084129:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003f80 00000400:00000200:2.0:1761312156.084139:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf335 [1] + 224 00000400:00000200:2.0:1761312156.084158:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.084162:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.084172:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015333248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312156.084249:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000045ec5324. 00000400:00000200:3.0:1761312156.084254:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:3.0:1761312156.084256:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 00000100:00000200:3.0:1761312156.084261:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015333248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312156.084269:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015333248/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312156.084301:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fead2ed0. 02000000:00000010:3.0:1761312156.084379:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009534ae7d. 00000100:00000010:3.0:1761312156.084385:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 00000100:00000010:3.0:1761312156.084391:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026542e93. 00010000:00000010:3.0:1761312156.084394:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f864896. 00010000:00000010:1.1:1761312156.085739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b172168. 00010000:00000010:1.1:1761312156.085755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb88d9b3. 00010000:00000010:1.1:1761312156.085759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6dee7a. 00000400:00000200:1.0:1761312156.085792:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.085808:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57d40 00000400:00000200:1.0:1761312156.085816:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd1d [2] + 1968 00000400:00000010:1.0:1761312156.085822:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4c0937. 00000400:00000200:1.0:1761312156.085826:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006c1bdf18 00000400:00000200:1.0:1761312156.085895:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.085900:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.085904:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c1bdf18 00000400:00000010:1.0:1761312156.085906:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006c1bdf18 (tot 82338818). 00000100:00000200:1.0:1761312156.085913:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761312156.085999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3d87b4. 00000020:00000010:3.0:1761312156.086040:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009534ae7d. 00000020:00000010:3.0:1761312156.086048:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024284262. 00000020:00000010:3.0:1761312156.086053:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 00000100:00000200:3.0:1761312156.086084:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000404c2abd x1846868012531008/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312156.086179:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531008 02000000:00000010:3.0:1761312156.086192:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fead2ed0. 00010000:00000010:3.0:1761312156.086226:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000957d2f12. 00010000:00000010:3.0:1761312156.086246:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f864896. 00000100:00000010:3.0:1761312156.086253:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000026542e93. 00000100:00000010:3.0:1761312156.086274:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000026542e93. 00010000:00000010:3.0:1761312156.086277:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f864896. 00000400:00000010:3.0:1761312156.086294:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ed23b2fe. 00000100:00000200:3.0:1761312156.086300:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531008, offset 224 00000400:00000200:3.0:1761312156.086308:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.086322:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.086329:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89281:89281:256:4294967295] 192.168.203.32@tcp LPNI seq info [89281:89281:8:4294967295] 00000400:00000200:3.0:1761312156.086341:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.086348:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.086353:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc95aa9d (tot 82339066). 00000800:00000200:3.0:1761312156.086360:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.086368:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.086372:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc95aa9d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312156.086387:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024284262. 00000020:00000010:3.0:1761312156.086393:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312156.086396:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009534ae7d. 02000000:00000010:3.0:1761312156.086405:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000947c9176. 00000100:00000010:3.0:1761312156.086408:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ee7876f. 02000000:00000010:3.0:1761312156.086413:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084762b36. 00000100:00000010:3.0:1761312156.086415:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b46855dc. 02000000:00000010:3.0:1761312156.086418:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af41376f. 00000100:00000010:3.0:1761312156.086420:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000465aba52. 02000000:00000010:3.0:1761312156.086424:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000535e78d6. 00000100:00000010:3.0:1761312156.086426:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a73d2881. 02000000:00000010:3.0:1761312156.086429:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ffa4e2e. 00000100:00000010:3.0:1761312156.086433:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:3.0:1761312156.086437:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dda5fa07. 00000100:00000010:3.0:1761312156.086442:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 00000100:00000200:3.0:1761312156.086447:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312156.086453:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000045ec5324. 00000400:00000010:3.0:1761312156.086457:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000026542e93 (tot 82339218). 00080000:00000010:0.0:1761312156.088015:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000387b4861. 00010000:00000010:0.0:1761312156.088154:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7002a28. 00010000:00000010:0.0:1761312156.088166:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007eac05ff. 00010000:00000010:0.0:1761312156.088259:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058e5bd90. 00000800:00000200:1.0:1761312156.088437:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.088442:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc95aa9d (tot 82338970). 00000400:00000200:1.0:1761312156.088449:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.088459:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.088466:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed23b2fe 00000400:00000010:1.0:1761312156.088468:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ed23b2fe. 02000000:00000010:1.0:1761312156.088479:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fead2ed0. 00010000:00000010:3.1:1761312156.088701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcc4b47a. 00010000:00000010:3.1:1761312156.088710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006edeef3. 00010000:00000010:0.0:1761312156.089956:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bab2ede. 00010000:00000010:0.0:1761312156.089989:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007536a350. 00000100:00000010:0.0:1761312156.089999:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000952a6f8. 00000100:00000010:0.0:1761312156.090014:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312156.090035:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a11a42d. 02000000:00000010:0.0:1761312156.090078:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006255b173. 00000400:00000010:0.0:1761312156.090087:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f3a35ef. 00000400:00000010:0.0:1761312156.090094:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009bdc74fb. 00000100:00000200:0.0:1761312156.090102:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333312, portal 16 00000400:00000010:0.0:1761312156.090108:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086610477. 00000100:00000200:0.0:1761312156.090110:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333312, offset 0 00000400:00000200:0.0:1761312156.090122:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.090575:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.090585:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312156.090589:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312156.090593:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312156.090597:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89282:89282:256:4294967295] 192.168.203.32@tcp LPNI seq info [89282:89282:8:4294967295] 00000400:00000200:0.0:1761312156.090610:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.090617:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.090652:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312156.090661:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.090672:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.090677:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.091003:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.091008:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:3.0:1761312156.091015:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.091021:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.091027:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086610477 00000400:00000010:3.0:1761312156.091029:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086610477. 00000100:00000200:3.0:1761312156.091038:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015333312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312156.093963:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.093993:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778003fc0 00000400:00000200:1.0:1761312156.094005:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf345 [1] + 224 00000400:00000200:1.0:1761312156.094029:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.094041:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.094058:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015333312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761312156.094172:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f3a35ef. 00000400:00000200:3.0:1761312156.094179:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bdc74fb 00000400:00000010:3.0:1761312156.094181:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009bdc74fb. 00000100:00000200:3.0:1761312156.094188:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015333312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312156.094196:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015333312/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761312156.094245:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006255b173. 02000000:00000010:3.0:1761312156.094256:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a11a42d. 00000100:00000010:3.0:1761312156.094268:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:3.0:1761312156.094274:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000952a6f8. 00010000:00000010:3.0:1761312156.094278:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007536a350. 00010000:00000010:3.1:1761312156.096147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d9ba515. 00000400:00000200:1.0:1761312156.097129:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:1.0:1761312156.097160:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57d80 00000400:00000200:1.0:1761312156.097171:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 0 00000400:00000200:1.0:1761312156.097257:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.097264:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:1.0:1761312156.097273:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761312156.097281:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f86d3ea. 00000020:00000010:1.0:1761312156.097355:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0b4cb11. 00000020:00000010:1.0:1761312156.097364:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.097372:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.097407:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f86d3ea x1846868012531072/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312156.097445:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531072 02000000:00000010:1.0:1761312156.097459:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032648ac4. 00010000:00000010:1.0:1761312156.097498:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b336810. 00010000:00000010:1.0:1761312156.097526:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023e0c625. 00000100:00000010:1.0:1761312156.097536:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312156.097551:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:1.0:1761312156.097556:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023e0c625. 00000400:00000010:1.0:1761312156.097574:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312156.097581:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531072, offset 224 00000400:00000200:1.0:1761312156.097589:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.097605:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.097612:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89283:89283:256:4294967295] 192.168.203.32@tcp LPNI seq info [89283:89283:8:4294967295] 00000400:00000200:1.0:1761312156.097665:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.097672:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.097678:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339218). 00000800:00000200:1.0:1761312156.097686:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.097695:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.097700:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312156.097720:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.097736:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.097741:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0b4cb11. 00000800:00000200:1.0:1761312156.097798:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.097802:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:1.0:1761312156.097807:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.097811:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.097815:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:1.0:1761312156.097817:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00080000:00000010:1.0:1761312156.097850:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0b4cb11. 00010000:00000010:1.0:1761312156.097965:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bab2ede. 00010000:00000010:1.0:1761312156.097974:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b754c553. 00010000:00000010:1.0:1761312156.098072:0:77285:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca4dc45e. 00010000:00000010:1.0:1761312156.098077:0:77285:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e59d59d1. 00010000:00000010:1.0:1761312156.098083:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c6dee7a. 00010000:00000010:1.0:1761312156.098091:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00080000:00000010:1.0:1761312156.098111:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f82d76. 00010000:00000010:1.0:1761312156.098151:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.098156:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e59d59d1. 00010000:00000010:1.0:1761312156.098219:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000670fba20. 00010000:00000010:1.0:1761312156.098225:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4522a6e. 00010000:00000010:1.0:1761312156.098234:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023e0c625. 00000100:00000010:1.0:1761312156.098239:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d257ba24. 00000100:00000010:1.0:1761312156.098248:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b3497cf. 02000000:00000010:1.0:1761312156.098263:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b70dd97. 02000000:00000010:1.0:1761312156.098295:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097d87dd3. 00000400:00000010:1.0:1761312156.098303:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf4c0937. 00000400:00000010:1.0:1761312156.098308:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006425c4d0. 00000100:00000200:1.0:1761312156.098314:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333376, portal 16 00000400:00000010:1.0:1761312156.098318:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.098320:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333376, offset 0 00000400:00000200:1.0:1761312156.098326:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.098336:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.098344:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.098349:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.098352:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.098355:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89284:89284:256:4294967295] 192.168.203.32@tcp LPNI seq info [89284:89284:8:4294967295] 00000400:00000200:1.0:1761312156.098363:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.098368:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.098371:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339218). 00000800:00000200:1.0:1761312156.098376:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.098382:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.098384:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761312156.098453:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.098456:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:1.0:1761312156.098460:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.098464:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.098466:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.098468:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.098473:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b3497cf x1846868015333376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761312156.098652:0:78616:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017ac8730. 00010000:00000010:0.1:1761312156.098659:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fc0494. 00010000:00000010:1.1:1761312156.102127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd16c2ed. 00000400:00000200:3.0:1761312156.109173:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.109201:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004000 00000400:00000200:3.0:1761312156.109214:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf351 [1] + 224 00000400:00000200:3.0:1761312156.109231:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.109236:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.109251:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b3497cf x1846868015333376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.109312:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.109319:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57dc0 00000400:00000200:3.0:1761312156.109326:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 328 00000400:00000200:3.0:1761312156.109340:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.109345:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.109350:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.109358:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e4cd3c0. 00000400:00000010:0.0:1761312156.109574:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cf4c0937. 00000400:00000200:0.0:1761312156.109582:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006425c4d0 00000400:00000010:0.0:1761312156.109584:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006425c4d0. 00000100:00000200:0.0:1761312156.109591:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b3497cf x1846868015333376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312156.109600:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b3497cf x1846868015333376/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312156.109685:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097d87dd3. 02000000:00000010:0.0:1761312156.109697:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b70dd97. 00000100:00000010:0.0:1761312156.109702:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b3497cf. 00000100:00000010:0.0:1761312156.109706:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d257ba24. 00010000:00000010:0.0:1761312156.109710:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023e0c625. 00000020:00000010:2.0:1761312156.109868:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b238c7d4. 00000020:00000010:2.0:1761312156.109878:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.109884:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312156.109914:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4cd3c0 x1846868012531136/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761312156.109955:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531136 02000000:00000010:2.0:1761312156.109970:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f4d704f. 00010000:00000010:2.0:1761312156.110004:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000794b3dbd. 00010000:00000010:2.0:1761312156.110028:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312156.110036:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd015acd. 00000100:00000010:2.0:1761312156.110052:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd015acd. 00010000:00000010:2.0:1761312156.110056:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312156.110072:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038de4be2. 00000100:00000200:2.0:1761312156.110077:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531136, offset 224 00080000:00000010:0.0:1761312156.110082:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6598970. 00000400:00000200:2.0:1761312156.110088:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.110102:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.110109:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89285:89285:256:4294967295] 192.168.203.32@tcp LPNI seq info [89285:89285:8:4294967295] 00000400:00000200:2.0:1761312156.110122:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.110128:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.110133:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1e5c9b6 (tot 82339218). 00000800:00000200:2.0:1761312156.110140:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.110148:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.110153:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1e5c9b6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312156.110181:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.110187:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312156.110192:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b238c7d4. 00000800:00000200:3.0:1761312156.110303:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.110307:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1e5c9b6 (tot 82338970). 00000400:00000200:3.0:1761312156.110313:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.110317:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.110321:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038de4be2 00000400:00000010:3.0:1761312156.110323:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038de4be2. 00010000:00000010:1.1:1761312156.110413:0:78618:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2af6119. 00010000:00000010:1.1:1761312156.110422:0:78618:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e5bd90. 00010000:00000010:1.1:1761312156.110429:0:78618:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca4dc45e. 00010000:00000010:1.1:1761312156.110433:0:78618:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6dee7a. 00010000:00000010:0.0:1761312156.114224:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4522a6e. 00010000:00000010:0.0:1761312156.114247:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa768e08. 00010000:00000010:0.0:1761312156.114967:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ce4df05. 00010000:00000010:0.0:1761312156.114980:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a1869f09. 00010000:00000010:0.0:1761312156.115000:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b7437e1. 00000100:00000010:0.0:1761312156.115011:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003beb4776. 00000100:00000010:0.0:1761312156.115025:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 02000000:00000010:0.0:1761312156.115042:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004540be27. 02000000:00000010:0.0:1761312156.115087:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6d44aac. 00000400:00000010:0.0:1761312156.115096:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312156.115104:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312156.115111:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333440, portal 16 00000400:00000010:0.0:1761312156.115118:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dec079c5. 00000100:00000200:0.0:1761312156.115120:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333440, offset 0 00000400:00000200:0.0:1761312156.115132:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.115153:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.115162:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312156.115167:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312156.115170:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312156.115173:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89286:89286:256:4294967295] 192.168.203.32@tcp LPNI seq info [89286:89286:8:4294967295] 00000400:00000200:0.0:1761312156.115185:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.115190:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.115195:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008791111d (tot 82339218). 00000800:00000200:0.0:1761312156.115203:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.115213:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.115217:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008791111d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312156.117005:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.117015:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008791111d (tot 82338970). 00000400:00000200:2.0:1761312156.117026:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.117037:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.117044:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dec079c5 00000400:00000010:2.0:1761312156.117046:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dec079c5. 00000100:00000200:2.0:1761312156.117058:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a996e7 x1846868015333440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.121540:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.121577:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004040 00000400:00000200:3.0:1761312156.121588:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf35d [1] + 224 00000400:00000200:3.0:1761312156.121611:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.121615:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.121648:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a996e7 x1846868015333440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312156.121758:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:0.0:1761312156.121764:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:0.0:1761312156.121766:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:0.0:1761312156.121773:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a996e7 x1846868015333440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312156.121781:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a996e7 x1846868015333440/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312156.121818:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6d44aac. 02000000:00000010:0.0:1761312156.121825:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004540be27. 00000100:00000010:0.0:1761312156.121830:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 00000100:00000010:0.0:1761312156.121835:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003beb4776. 00010000:00000010:0.0:1761312156.121840:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b7437e1. 00000400:00000200:0.0:1761312156.122415:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312156.122430:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57e00 00000400:00000200:0.0:1761312156.122437:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 656 00000400:00000200:0.0:1761312156.122501:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.122506:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312156.122512:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312156.122517:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a996e7. 00000020:00000010:2.0:1761312156.122593:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000535e78d6. 00000020:00000010:2.0:1761312156.122603:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.122608:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312156.122658:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a996e7 x1846868012531200/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312156.122704:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531200 02000000:00000010:2.0:1761312156.122737:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b238c7d4. 00010000:00000010:2.0:1761312156.122773:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0ff9aaa. 00010000:00000010:2.0:1761312156.122800:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312156.122807:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd015acd. 00000100:00000010:2.0:1761312156.122825:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd015acd. 00010000:00000010:2.0:1761312156.122831:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312156.122849:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312156.122856:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531200, offset 224 00000400:00000200:2.0:1761312156.122865:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.122879:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.122886:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89287:89287:256:4294967295] 192.168.203.32@tcp LPNI seq info [89287:89287:8:4294967295] 00000400:00000200:2.0:1761312156.122899:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.122909:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.122914:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000932f5908 (tot 82339218). 00000800:00000200:2.0:1761312156.122920:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.122930:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.122934:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000932f5908 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312156.122954:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.122959:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312156.122964:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000535e78d6. 00000800:00000200:2.0:1761312156.123065:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.123069:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000932f5908 (tot 82338970). 00000400:00000200:2.0:1761312156.123074:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.123078:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.123081:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:2.0:1761312156.123082:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00080000:00000010:0.0:1761312156.123243:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6d44aac. 00010000:00000010:0.0:1761312156.123385:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1869f09. 00010000:00000010:0.0:1761312156.123398:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000017a718f. 00010000:00000010:0.0:1761312156.123527:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d429c473. 00010000:00000010:0.0:1761312156.123534:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a1869f09. 00010000:00000010:0.0:1761312156.123550:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b7437e1. 00000100:00000010:0.0:1761312156.123559:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003beb4776. 00000100:00000010:0.0:1761312156.123568:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312156.123585:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009311f8a7. 00010000:00000010:2.1:1761312156.124894:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2e8c03. 00010000:00000010:0.1:1761312156.125702:0:77285:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b1faa47. 00010000:00000010:0.1:1761312156.125712:0:77285:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000670fba20. 02000000:00000010:0.0:1761312156.125720:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014a92ee0. 00000400:00000010:0.0:1761312156.125738:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312156.125746:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312156.125754:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333504, portal 16 00000400:00000010:0.0:1761312156.125761:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008ebc2501. 00000100:00000200:0.0:1761312156.125763:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015333504, offset 0 00000400:00000200:0.0:1761312156.125774:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.125794:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.125804:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312156.125809:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312156.125812:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312156.125816:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89288:89288:256:4294967295] 192.168.203.32@tcp LPNI seq info [89288:89288:8:4294967295] 00000400:00000200:0.0:1761312156.125828:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.125835:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.125841:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020e6c8cb (tot 82339218). 00000800:00000200:0.0:1761312156.125849:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.125858:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.125862:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020e6c8cb type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1761312156.128584:0:71774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 02000000:00000010:0.0:1761312156.128610:0:71774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008791111d. 02000000:00000010:0.0:1761312156.128704:0:15815:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d728ecd. 00000400:00000010:0.0:1761312156.128714:0:15815:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a9ce41. 00000400:00000010:0.0:1761312156.128722:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312156.128739:0:15815:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846868015333568, portal 4 00000400:00000010:0.0:1761312156.128748:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312156.128751:0:15815:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846868015333568, offset 0 00000400:00000200:0.0:1761312156.128762:0:15815:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761312156.128780:0:15815:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761312156.128796:0:15815:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb7780040c0 00000400:00000200:0.0:1761312156.128805:0:15815:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x43f49 [256] + 9632 00000400:00000200:0.0:1761312156.128814:0:15815:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.128820:0:15815:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761312156.128828:0:15815:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1761312156.128833:0:15815:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f04076bd. 00000400:00000200:0.0:1761312156.128862:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:0.0:1761312156.128865:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:0.0:1761312156.128873:0:15815:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d91a4279 x1846868015333568/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000010:0.0:1761312156.128963:0:71778:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007a43101d. 02000000:00000010:0.0:1761312156.128972:0:71778:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018d3418d. 02000000:00000010:0.0:1761312156.128998:0:15815:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f53084b7. 00000400:00000010:0.0:1761312156.129002:0:15815:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f3697d0. 00000400:00000010:0.0:1761312156.129004:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000043d1da7e. 00000100:00000200:0.0:1761312156.129007:0:15815:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846868015333632, portal 4 00000400:00000010:0.0:1761312156.129011:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312156.129013:0:15815:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846868015333632, offset 0 00000400:00000200:0.0:1761312156.129017:0:15815:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761312156.129022:0:15815:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761312156.129027:0:15815:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb778004100 00000400:00000200:0.0:1761312156.129033:0:15815:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f461 [8] + 0 00000400:00000200:0.0:1761312156.129037:0:15815:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.129040:0:15815:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761312156.129044:0:15815:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761312156.129048:0:15815:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c51fe62. 00000400:00000200:0.0:1761312156.129063:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312156.129066:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312156.129069:0:15815:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007a43101d x1846868015333632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000200:3.0:1761312156.129110:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.129115:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020e6c8cb (tot 82338970). 00000020:00000010:1.0:1761312156.129191:0:64755:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000785ad5fe. 00000020:00000010:1.0:1761312156.129200:0:64755:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.129206:0:64755:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.129253:0:64755:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333568 02000000:00000010:1.0:1761312156.129273:0:64755:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000003dd31f77. 00010000:00000200:1.0:1761312156.129310:0:64755:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f04076bd x1846868015333568/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/368 e 0 to 0 dl 1761312162 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1761312156.129328:0:64755:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.129331:0:64755:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846868015333568, offset 224 00000400:00000200:1.0:1761312156.129336:0:64755:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761312156.129342:0:64755:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761312156.129347:0:64755:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb7780040c0 00000400:00000200:1.0:1761312156.129352:0:64755:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf371 [1] + 224 00000400:00000200:1.0:1761312156.129357:0:64755:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.129359:0:64755:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761312156.129364:0:64755:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d91a4279 x1846868015333568/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1761312156.129380:0:64755:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.129382:0:64755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000020:00000010:1.0:1761312156.129397:0:64755:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000400:00000010:0.0:1761312156.129401:0:15815:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a9ce41. 00000020:00000010:1.0:1761312156.129402:0:64755:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000400:00000200:0.0:1761312156.129406:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000020:00000010:1.0:1761312156.129409:0:64755:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000785ad5fe. 00000400:00000010:0.0:1761312156.129410:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312156.129418:0:15815:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d91a4279 x1846868015333568/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761312156.129426:0:15815:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d91a4279 x1846868015333568/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1761312156.129460:0:15815:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d728ecd. 02000000:00000010:0.0:1761312156.129467:0:15815:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008791111d. 00000100:00000010:0.0:1761312156.129472:0:15815:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d91a4279. 00000400:00000200:3.0:1761312156.129561:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.129570:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.129573:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ebc2501 00000400:00000010:3.0:1761312156.129575:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008ebc2501. 00000100:00000200:3.0:1761312156.129581:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015333504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761312156.129698:0:66421:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af41376f. 00000020:00000010:3.0:1761312156.129703:0:66421:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312156.129707:0:66421:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 00000100:00000200:3.0:1761312156.129736:0:66421:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333632 02000000:00000010:3.0:1761312156.129747:0:66421:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000000903558b. 00010000:00000200:3.0:1761312156.129769:0:66421:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000008c51fe62 x1846868015333632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:597/0 lens 224/368 e 0 to 0 dl 1761312162 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1761312156.129781:0:66421:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000100:00000200:3.0:1761312156.129783:0:66421:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846868015333632, offset 224 00000400:00000200:3.0:1761312156.129788:0:66421:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.129793:0:66421:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.129799:0:66421:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb778004100 00000400:00000200:3.0:1761312156.129803:0:66421:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf379 [1] + 224 00000400:00000200:3.0:1761312156.129807:0:66421:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.129809:0:66421:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.129815:0:66421:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007a43101d x1846868015333632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1761312156.129829:0:66421:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:3.0:1761312156.129831:0:66421:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000020:00000010:3.0:1761312156.129838:0:66421:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312156.129843:0:66421:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312156.129845:0:66421:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af41376f. 00000400:00000010:3.0:1761312156.129902:0:15815:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f3697d0. 00000400:00000200:3.0:1761312156.129904:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000043d1da7e 00000400:00000010:3.0:1761312156.129906:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000043d1da7e. 00000100:00000200:3.0:1761312156.129910:0:15815:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007a43101d x1846868015333632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1761312156.129917:0:15815:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007a43101d x1846868015333632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761312156.129937:0:15815:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f53084b7. 02000000:00000010:3.0:1761312156.129941:0:15815:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000018d3418d. 00000100:00000010:3.0:1761312156.129946:0:15815:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007a43101d. 00000100:00000010:2.0:1761312156.130055:0:65596:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000331b826a. 02000000:00000010:2.0:1761312156.130066:0:65596:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000932f5908. 02000000:00000010:0.0:1761312156.130509:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007d728ecd. 00000400:00000010:0.0:1761312156.130516:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a9ce41. 00000400:00000010:0.0:1761312156.130520:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312156.130524:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846868015333696, portal 4 00000400:00000010:0.0:1761312156.130529:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312156.130531:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846868015333696, offset 0 00000400:00000200:0.0:1761312156.130537:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761312156.130544:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761312156.130551:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb778004140 00000400:00000200:0.0:1761312156.130556:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x43f49 [256] + 9856 00000400:00000200:0.0:1761312156.130561:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.130564:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761312156.130567:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1761312156.130955:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d91a4279. 00000400:00000200:0.0:1761312156.130975:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312156.130977:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:0.0:1761312156.130983:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000331b826a x1846868015333696/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:0.0:1761312156.131033:0:64755:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef5be16b. 00000020:00000010:0.0:1761312156.131039:0:64755:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312156.131045:0:64755:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000100:00000200:0.0:1761312156.131072:0:64755:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333696 02000000:00000010:0.0:1761312156.131092:0:64755:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000064cda7e0. 00010000:00000200:0.0:1761312156.131123:0:64755:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d91a4279 x1846868015333696/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:597/0 lens 224/368 e 0 to 0 dl 1761312162 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761312156.131137:0:64755:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312156.131140:0:64755:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846868015333696, offset 224 00000400:00000200:0.0:1761312156.131146:0:64755:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761312156.131153:0:64755:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761312156.131159:0:64755:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb778004140 00000400:00000200:0.0:1761312156.131164:0:64755:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf389 [1] + 224 00000400:00000200:0.0:1761312156.131168:0:64755:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.131170:0:64755:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761312156.131175:0:64755:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000331b826a x1846868015333696/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1761312156.131191:0:64755:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:0.0:1761312156.131192:0:64755:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000020:00000010:0.0:1761312156.131202:0:64755:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312156.131206:0:64755:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.131210:0:64755:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef5be16b. 00000400:00000010:0.0:1761312156.131232:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a9ce41. 00000400:00000200:0.0:1761312156.131234:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312156.131236:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:0.0:1761312156.131239:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000331b826a x1846868015333696/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761312156.131246:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000331b826a x1846868015333696/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1761312156.131269:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007d728ecd. 02000000:00000010:0.0:1761312156.131399:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000932f5908. 00000100:00000010:0.0:1761312156.131405:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000331b826a. 00000100:00000010:3.0:1761312156.133866:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab1b0e07. 00000400:00000200:0.0:1761312156.133893:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 02000000:00000010:3.0:1761312156.133901:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc95aa9d. 00000400:00000200:0.0:1761312156.133918:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004080 00000400:00000200:0.0:1761312156.133929:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf369 [1] + 224 00000100:00000010:3.0:1761312156.133944:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f8961c. 00000400:00000200:0.0:1761312156.133945:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761312156.133951:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c1f6ee8. 00000400:00000200:0.0:1761312156.133952:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312156.133966:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015333504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761312156.133971:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e392561b. 02000000:00000010:3.0:1761312156.133977:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003cc015e2. 00000100:00000010:3.0:1761312156.133986:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d422baca. 02000000:00000010:3.0:1761312156.133990:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000043bac6ad. 00000100:00000010:3.0:1761312156.133997:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049f6aaa1. 02000000:00000010:3.0:1761312156.134002:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000092e8f58c. 00000400:00000200:0.0:1761312156.134006:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000100:00000010:3.0:1761312156.134010:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b4f1e94. 00000400:00000200:0.0:1761312156.134014:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57e40 02000000:00000010:3.0:1761312156.134016:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000540820a6. 00000400:00000200:0.0:1761312156.134023:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 984 00000100:00000010:3.0:1761312156.134026:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000fc70809. 02000000:00000010:3.0:1761312156.134032:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000061f5c307. 00000100:00000010:3.0:1761312156.134039:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000002e9ba71. 02000000:00000010:3.0:1761312156.134044:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008791111d. 00000100:00000010:3.0:1761312156.134052:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cf8479b3. 00000400:00000200:0.0:1761312156.134053:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761312156.134056:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020e6c8cb. 00000400:00000200:0.0:1761312156.134060:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000010:3.0:1761312156.134066:0:76456:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007562bfb2. 00000100:00000200:0.0:1761312156.134067:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761312156.134073:0:76456:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004acd88b9. 00000100:00000010:0.0:1761312156.134076:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312156.134113:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af41376f. 00000400:00000010:3.0:1761312156.134122:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa30032c. 00000400:00000010:3.0:1761312156.134128:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000feb4134. 00000020:00000010:0.0:1761312156.134133:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef5be16b. 00000100:00000200:3.0:1761312156.134135:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333824, portal 10 00000020:00000010:0.0:1761312156.134141:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000701f4672. 00000400:00000010:3.0:1761312156.134145:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312156.134149:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015333824, offset 0 00000020:00000010:0.0:1761312156.134150:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006dc58534. 00000400:00000200:3.0:1761312156.134160:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134172:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1761312156.134181:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b47d4f6d x1846868012531264/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000200:3.0:1761312156.134182:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7780041c0 00000400:00000200:3.0:1761312156.134192:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 161888 00000400:00000200:3.0:1761312156.134199:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134202:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134206:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.134211:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ee873ff. 00000100:00000200:0.0:1761312156.134220:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531264 00000400:00000200:3.0:1761312156.134229:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:3.0:1761312156.134232:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 02000000:00000010:0.0:1761312156.134233:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006aedc927. 00000100:00000200:3.0:1761312156.134237:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f8961c x1846868015333824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.134259:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009534ae7d. 00000400:00000010:3.0:1761312156.134262:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060f6b279. 00000400:00000010:3.0:1761312156.134265:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064ec5820. 00000100:00000200:3.0:1761312156.134267:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334080, portal 10 00000400:00000010:3.0:1761312156.134272:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312156.134273:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015334080, offset 0 00000400:00000200:3.0:1761312156.134277:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134282:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134286:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7780042c0 00000400:00000200:3.0:1761312156.134290:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 162112 00000400:00000200:3.0:1761312156.134294:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134296:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134298:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.134302:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047b137bc. 00000400:00000200:3.0:1761312156.134314:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:3.0:1761312156.134315:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:3.0:1761312156.134318:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006b4f1e94 x1846868015334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.134333:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b700926. 00000400:00000010:3.0:1761312156.134336:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3c0131e. 00000400:00000010:3.0:1761312156.134338:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052609855. 00000100:00000200:3.0:1761312156.134340:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334336, portal 10 00000400:00000010:3.0:1761312156.134345:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312156.134346:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015334336, offset 0 00000400:00000200:3.0:1761312156.134350:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134353:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134357:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb7780043c0 00000400:00000200:3.0:1761312156.134360:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 162336 00000400:00000200:3.0:1761312156.134363:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134365:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134367:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.134370:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006b9036d1. 00000400:00000200:3.0:1761312156.134379:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:3.0:1761312156.134381:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000100:00000200:3.0:1761312156.134383:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007562bfb2 x1846868015334336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.134404:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fead2ed0. 00000400:00000010:3.0:1761312156.134407:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d13c9d5d. 00000400:00000010:3.0:1761312156.134409:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d5c4a46. 00000100:00000200:3.0:1761312156.134411:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333888, portal 10 00000400:00000010:3.0:1761312156.134416:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312156.134418:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015333888, offset 0 00000400:00000200:3.0:1761312156.134421:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134425:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134428:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb778004200 00000400:00000200:3.0:1761312156.134431:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 162560 00000400:00000200:3.0:1761312156.134434:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134436:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134438:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.134441:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005bd39c2d. 00000400:00000200:3.0:1761312156.134453:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:3.0:1761312156.134455:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:3.0:1761312156.134457:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e392561b x1846868015333888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.134470:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a11a42d. 00000400:00000010:3.0:1761312156.134473:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000962f2eac. 00000400:00000010:3.0:1761312156.134476:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cb30e46. 00000100:00000200:3.0:1761312156.134477:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334144, portal 10 00000400:00000010:3.0:1761312156.134482:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134484:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015334144, offset 0 00000400:00000200:3.0:1761312156.134487:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134491:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134495:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb778004300 00000400:00000200:3.0:1761312156.134498:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 162784 00000400:00000200:3.0:1761312156.134501:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134503:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134505:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.134508:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a0b7bf. 00000400:00000200:3.0:1761312156.134518:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.134519:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134522:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000fc70809 x1846868015334144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:3.0:1761312156.134552:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006255b173. 00000020:00000010:3.0:1761312156.134556:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312156.134560:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312156.134586:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947c9176. 00000020:00000010:3.0:1761312156.134589:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312156.134591:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000877446fb. 00000020:00000010:3.0:1761312156.134600:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad79ded2. 00000020:00000010:3.0:1761312156.134603:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.134605:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.134613:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036a30942. 00000020:00000010:3.0:1761312156.134616:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312156.134619:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003294ccae. 00000020:00000010:3.0:1761312156.134650:0:75243:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000314ed943. 00000020:00000010:3.0:1761312156.134653:0:75243:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.134656:0:75243:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa5a8c08. 00000100:00000200:3.0:1761312156.134664:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333824 02000000:00000010:3.0:1761312156.134678:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084762b36. 00010000:00000200:3.0:1761312156.134686:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001ee873ff x1846868015333824/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.134699:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134702:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015333824, offset 224 00000400:00000200:3.0:1761312156.134705:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134710:0:75243:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134714:0:75243:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7780041c0 00000400:00000200:3.0:1761312156.134718:0:75243:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf395 [1] + 224 00000400:00000200:3.0:1761312156.134721:0:75243:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134723:0:75243:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134738:0:75243:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f8961c x1846868015333824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.134752:0:75243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.134754:0:75243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000020:00000010:3.0:1761312156.134763:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008841b49a. 00000020:00000010:3.0:1761312156.134770:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000196fd923. 00000020:00000010:3.0:1761312156.134773:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006255b173. 00000100:00000200:3.0:1761312156.134787:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334080 02000000:00000010:3.0:1761312156.134793:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006dadea69. 00010000:00000200:3.0:1761312156.134797:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000047b137bc x1846868015334080/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.134804:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134807:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015334080, offset 224 00000400:00000200:3.0:1761312156.134810:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134814:0:75243:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134818:0:75243:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7780042c0 00000400:00000200:3.0:1761312156.134821:0:75243:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf39d [1] + 224 00000400:00000200:3.0:1761312156.134824:0:75243:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134826:0:75243:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134829:0:75243:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006b4f1e94 x1846868015334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.134837:0:75243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.134839:0:75243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000020:00000010:3.0:1761312156.134843:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d0f6414c. 00000020:00000010:3.0:1761312156.134846:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000877446fb. 00000020:00000010:3.0:1761312156.134848:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947c9176. 00000100:00000200:3.0:1761312156.134855:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334336 02000000:00000010:3.0:1761312156.134861:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f2bfefc. 00010000:00000200:3.0:1761312156.134865:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006b9036d1 x1846868015334336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.134872:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134874:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015334336, offset 224 00000400:00000200:3.0:1761312156.134877:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134881:0:75243:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134884:0:75243:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb7780043c0 00000400:00000200:3.0:1761312156.134888:0:75243:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3a5 [1] + 224 00000400:00000200:3.0:1761312156.134891:0:75243:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134893:0:75243:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134896:0:75243:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007562bfb2 x1846868015334336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.134904:0:75243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.134905:0:75243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000020:00000010:3.0:1761312156.134910:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.134913:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.134914:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad79ded2. 00000100:00000200:3.0:1761312156.134923:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333888 02000000:00000010:3.0:1761312156.134929:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1f4c441. 00010000:00000200:3.0:1761312156.134932:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005bd39c2d x1846868015333888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.134940:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.134942:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015333888, offset 224 00000400:00000200:3.0:1761312156.134946:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.134950:0:75243:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.134955:0:75243:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb778004200 00000400:00000200:3.0:1761312156.134958:0:75243:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3ad [1] + 224 00000400:00000200:3.0:1761312156.134960:0:75243:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.134962:0:75243:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.134965:0:75243:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e392561b x1846868015333888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.134973:0:75243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.134975:0:75243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000020:00000010:3.0:1761312156.134980:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312156.134983:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003294ccae. 00000020:00000010:3.0:1761312156.134984:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036a30942. 00000100:00000200:3.0:1761312156.134993:0:75243:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334144 02000000:00000010:3.0:1761312156.134999:0:75243:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036a30942. 00010000:00000200:3.0:1761312156.135003:0:75243:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000044a0b7bf x1846868015334144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.135010:0:75243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.135012:0:75243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015334144, offset 224 00000400:00000200:3.0:1761312156.135016:0:75243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135020:0:75243:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135023:0:75243:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb778004300 00000400:00000200:3.0:1761312156.135026:0:75243:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3b5 [1] + 224 00000400:00000200:3.0:1761312156.135030:0:75243:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.135031:0:75243:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.135034:0:75243:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000fc70809 x1846868015334144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.135042:0:75243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:3.0:1761312156.135044:0:75243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000020:00000010:3.0:1761312156.135049:0:75243:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.135052:0:75243:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa5a8c08. 00000020:00000010:3.0:1761312156.135053:0:75243:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000314ed943. 02000000:00000010:3.0:1761312156.135092:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000314ed943. 00000400:00000010:3.0:1761312156.135097:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b154725. 00000400:00000010:3.0:1761312156.135100:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fca6aadf. 00000100:00000200:3.0:1761312156.135102:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333760, portal 25 00000400:00000010:3.0:1761312156.135105:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312156.135107:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846868015333760, offset 0 00000400:00000200:3.0:1761312156.135110:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135115:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135120:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68fb778004180 00000400:00000200:3.0:1761312156.135125:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8aba1 [2] + 0 00000400:00000010:3.0:1761312156.135128:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030bddcd4. 00000400:00000200:3.0:1761312156.135132:0:15813:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d8464475 00000400:00000200:3.0:1761312156.135135:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.135137:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1761312156.135139:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8464475 00000400:00000010:3.0:1761312156.135141:0:15813:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d8464475 (tot 82338818). 00000100:00000200:3.0:1761312156.135146:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1761312156.135158:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:3.0:1761312156.135160:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00000100:00000200:3.0:1761312156.135163:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab1b0e07 x1846868015333760/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.135178:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad79ded2. 00000400:00000010:3.0:1761312156.135181:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008e7ea949. 00000400:00000010:3.0:1761312156.135184:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073beabc6. 00000100:00000200:3.0:1761312156.135186:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334016, portal 4 00000400:00000010:3.0:1761312156.135190:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312156.135192:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846868015334016, offset 0 00000400:00000200:3.0:1761312156.135195:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135199:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135203:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb778004280 00000400:00000200:3.0:1761312156.135208:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76601 [8] + 3136 00000400:00000200:3.0:1761312156.135211:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.135213:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.135217:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761312156.135221:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000086484d7c. 00000400:00000200:3.0:1761312156.135234:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:3.0:1761312156.135235:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:3.0:1761312156.135238:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049f6aaa1 x1846868015334016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.135250:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000947c9176. 00000400:00000010:3.0:1761312156.135253:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fd609c5. 00000400:00000010:3.0:1761312156.135255:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080b30aa2. 00000100:00000200:3.0:1761312156.135257:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334272, portal 4 00000400:00000010:3.0:1761312156.135261:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312156.135262:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846868015334272, offset 0 00000400:00000200:3.0:1761312156.135265:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135269:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135272:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb778004380 00000400:00000200:3.0:1761312156.135275:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76601 [8] + 3360 00000400:00000200:3.0:1761312156.135278:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.135280:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.135282:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761312156.135286:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000087b41617. 00000400:00000200:3.0:1761312156.135296:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:3.0:1761312156.135297:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:3.0:1761312156.135299:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cf8479b3 x1846868015334272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1761312156.135319:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006255b173. 00000400:00000010:3.0:1761312156.135322:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bdf152a. 00000400:00000010:3.0:1761312156.135324:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083eaac2a. 00000100:00000200:3.0:1761312156.135326:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015333952, portal 10 00000400:00000010:3.0:1761312156.135330:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000200:3.0:1761312156.135332:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846868015333952, offset 0 00000400:00000200:3.0:1761312156.135335:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135339:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135343:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb778004240 00000400:00000200:3.0:1761312156.135347:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79f3d [64] + 163008 00000400:00000200:3.0:1761312156.135351:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.135354:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.135356:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761312156.135360:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ef9e9913. 00000400:00000200:3.0:1761312156.135368:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:3.0:1761312156.135370:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:3.0:1761312156.135372:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d422baca x1846868015333952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00010000:00000010:0.0:1761312156.135385:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2673d7. 02000000:00000010:3.0:1761312156.135387:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000934ec7ad. 00000400:00000010:3.0:1761312156.135391:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fb0c9e. 00000400:00000010:3.0:1761312156.135395:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072bbd4ab. 00000100:00000010:0.0:1761312156.135395:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000200:3.0:1761312156.135398:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334208, portal 4 00000400:00000010:3.0:1761312156.135404:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.135406:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846868015334208, offset 0 00000100:00000010:0.0:1761312156.135406:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:0.0:1761312156.135412:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2673d7. 00000400:00000200:3.0:1761312156.135413:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.135419:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.135424:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb778004340 00000400:00000200:3.0:1761312156.135428:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76601 [8] + 3584 00000400:00000010:0.0:1761312156.135429:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000400:00000200:3.0:1761312156.135435:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761312156.135436:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531264, offset 224 00000400:00000200:3.0:1761312156.135440:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1761312156.135445:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.135456:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.135463:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89289:89289:256:4294967295] 192.168.203.32@tcp LPNI seq info [89289:89289:8:4294967295] 00000400:00000200:0.0:1761312156.135474:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.135480:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.135484:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd681cb8 (tot 82339066). 00000800:00000200:0.0:1761312156.135491:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.135499:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.135503:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd681cb8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761312156.135522:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000701f4672. 00000020:00000010:0.0:1761312156.135526:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006dc58534. 00000020:00000010:0.0:1761312156.135529:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef5be16b. 00000800:00000200:0.0:1761312156.136859:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312156.136866:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd681cb8 (tot 82338818). 00000400:00000200:0.0:1761312156.136875:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.136883:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000020:00000010:1.0:1761312156.137176:0:77105:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000785ad5fe. 00000020:00000010:1.0:1761312156.137185:0:77105:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.137190:0:77105:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.137230:0:77105:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333952 02000000:00000010:1.0:1761312156.137253:0:77105:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032891dff. 00010000:00000200:1.0:1761312156.137264:0:77105:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ef9e9913 x1846868015333952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761312156.137282:0:77105:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:3.0:1761312156.140277:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1761312156.140298:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c0eba62. 00000400:00000200:3.0:1761312156.140341:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.140344:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:3.0:1761312156.140357:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000002e9ba71 x1846868015334208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:3.0:1761312156.140447:0:71763:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cfc956. 00000020:00000010:3.0:1761312156.140455:0:71763:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.140460:0:71763:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa5a8c08. 00000100:00000200:3.0:1761312156.140502:0:71763:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015333760 02000000:00000010:3.0:1761312156.140525:0:71763:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000000d3f97. 00010000:00000200:3.0:1761312156.140534:0:71763:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002db3d1b6 x1846868015333760/t0(0) o400->5a3a6d50-2e4e-4efa-bb37-f795ba72f891@0@lo:597/0 lens 224/224 e 0 to 0 dl 1761312162 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.140552:0:71763:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.140559:0:71763:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846868015333760, offset 224 00000400:00000200:3.0:1761312156.140566:0:71763:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.140579:0:71763:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.140591:0:71763:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68fb778004180 00000400:00000200:3.0:1761312156.140599:0:71763:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaf3d1 [1] + 224 00000400:00000200:3.0:1761312156.140607:0:71763:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.140610:0:71763:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.140618:0:71763:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab1b0e07 x1846868015333760/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.140655:0:71763:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.140657:0:71763:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000020:00000010:3.0:1761312156.140670:0:71763:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.140678:0:71763:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa5a8c08. 00000020:00000010:3.0:1761312156.140681:0:71763:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cfc956. 02000000:00000010:3.0:1761312156.140690:0:71763:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000000d3f97. 00000100:00000200:3.0:1761312156.140697:0:71763:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1761312156.140703:0:71763:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003b6e3337. 00000400:00000010:3.0:1761312156.140709:0:71763:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dedb6e7e (tot 82338970). 00000020:00000010:3.0:1761312156.140745:0:77015:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000000d3f97. 00000020:00000010:3.0:1761312156.140748:0:77015:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.140750:0:77015:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fa5a8c08. 00000020:00000010:3.0:1761312156.140779:0:77015:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5cfc956. 00000020:00000010:3.0:1761312156.140782:0:77015:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312156.140784:0:77015:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003294ccae. 00000020:00000010:3.0:1761312156.140797:0:77015:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fb08ab1. 00000020:00000010:3.0:1761312156.140799:0:77015:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.140801:0:77015:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000100:00000200:3.0:1761312156.140812:0:77015:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334016 02000000:00000010:3.0:1761312156.140822:0:77015:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002feaee11. 00010000:00000200:3.0:1761312156.140827:0:77015:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000086484d7c x1846868015334016/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.140836:0:77015:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.140838:0:77015:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846868015334016, offset 224 00000400:00000200:3.0:1761312156.140841:0:77015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.140846:0:77015:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.140851:0:77015:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb778004280 00000400:00000200:3.0:1761312156.140857:0:77015:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf3d9 [1] + 224 00000400:00000200:3.0:1761312156.140861:0:77015:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.140863:0:77015:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.140868:0:77015:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049f6aaa1 x1846868015334016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.140878:0:77015:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.140879:0:77015:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000020:00000010:3.0:1761312156.140885:0:77015:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f24e56a. 00000020:00000010:3.0:1761312156.140887:0:77015:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fa5a8c08. 00000020:00000010:3.0:1761312156.140889:0:77015:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000000d3f97. 00000100:00000200:3.0:1761312156.140896:0:77015:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334272 02000000:00000010:3.0:1761312156.140903:0:77015:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048ac58bb. 00010000:00000200:3.0:1761312156.140906:0:77015:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000087b41617 x1846868015334272/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.140914:0:77015:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.140916:0:77015:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846868015334272, offset 224 00000400:00000200:3.0:1761312156.140920:0:77015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.140923:0:77015:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.140927:0:77015:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb778004380 00000400:00000200:3.0:1761312156.140931:0:77015:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf3e1 [1] + 224 00000400:00000200:3.0:1761312156.140934:0:77015:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.140937:0:77015:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761312156.140940:0:77015:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cf8479b3 x1846868015334272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.140949:0:77015:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.140950:0:77015:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000020:00000010:3.0:1761312156.140954:0:77015:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012712a72. 00000020:00000010:3.0:1761312156.140957:0:77015:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003294ccae. 00000020:00000010:3.0:1761312156.140959:0:77015:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5cfc956. 00000100:00000200:3.0:1761312156.140965:0:77015:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868015334208 02000000:00000010:3.0:1761312156.140971:0:77015:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5cfc956. 00010000:00000200:3.0:1761312156.140975:0:77015:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002c0eba62 x1846868015334208/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:634/0 lens 224/224 e 0 to 0 dl 1761312199 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761312156.140983:0:77015:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.140985:0:77015:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846868015334208, offset 224 00000400:00000200:3.0:1761312156.140989:0:77015:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761312156.140993:0:77015:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761312156.140997:0:77015:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb778004340 00000400:00000200:3.0:1761312156.141000:0:77015:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf3f1 [1] + 224 00010000:00000010:2.1:1761312156.142517:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e19cba. 00000400:00000200:3.0:1761312156.146072:0:77015:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.146081:0:77015:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1761312156.148079:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:0.0:1761312156.148090:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:1.0:1761312156.148105:0:77105:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846868015333952, offset 224 00000400:00000200:1.0:1761312156.148129:0:77105:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761312156.148149:0:77105:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1761312156.148164:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:1.0:1761312156.148166:0:77105:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb778004240 00000400:00000200:0.0:1761312156.148170:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:0.0:1761312156.148173:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000400:00000200:1.0:1761312156.148180:0:77105:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3e9 [1] + 224 00000100:00000200:0.0:1761312156.148187:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015333504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761312156.148191:0:77105:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.148198:0:77105:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761312156.148203:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015333504/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.148210:0:77105:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d422baca x1846868015333952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761312156.148229:0:77105:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.148231:0:77105:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00010000:00000010:0.0:1761312156.148244:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000674eedf. 00000020:00000010:1.0:1761312156.148257:0:77105:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.148267:0:77105:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.148274:0:77105:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000785ad5fe. 02000000:00000010:0.0:1761312156.148274:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014a92ee0. 02000000:00000010:0.0:1761312156.148282:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009311f8a7. 00000100:00000010:0.0:1761312156.148288:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:0.0:1761312156.148294:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003beb4776. 00010000:00000010:0.0:1761312156.148298:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b7437e1. 00080000:00000010:0.0:1761312156.148323:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009311f8a7. 00010000:00000010:0.0:1761312156.148439:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1869f09. 00010000:00000010:0.0:1761312156.148448:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edd0336b. 00010000:00000010:0.0:1761312156.148569:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d254f060. 00010000:00000010:0.0:1761312156.148575:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a1869f09. 00010000:00000010:0.0:1761312156.148589:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b7437e1. 00000100:00000010:0.0:1761312156.148597:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003beb4776. 00000100:00000010:0.0:1761312156.148607:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000021c343c4. 02000000:00000010:0.0:1761312156.148655:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014a92ee0. 02000000:00000010:0.0:1761312156.148694:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef5be16b. 00000400:00000010:0.0:1761312156.148700:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000218b4de8. 00000400:00000010:0.0:1761312156.148706:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000efc7d5e1. 00000100:00000200:0.0:1761312156.148714:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334400, portal 16 00000400:00000010:0.0:1761312156.148719:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002605eafa. 00000100:00000200:0.0:1761312156.148721:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334400, offset 0 00000400:00000200:0.0:1761312156.148736:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.148746:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.148755:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312156.148759:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312156.148763:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312156.148766:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89290:89290:256:4294967295] 192.168.203.32@tcp LPNI seq info [89290:89290:8:4294967295] 00000400:00000200:0.0:1761312156.148777:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.148783:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.148789:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd681cb8 (tot 82339218). 00000800:00000200:0.0:1761312156.148795:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.148804:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.148809:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd681cb8 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761312156.150350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce1e5e1. 00010000:00000010:0.1:1761312156.150367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce4df05. 00000400:00000010:0.0:1761312156.150419:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005bdf152a. 00000400:00000200:0.0:1761312156.150424:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083eaac2a 00000400:00000010:0.0:1761312156.150426:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083eaac2a. 00000100:00000200:0.0:1761312156.150438:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d422baca x1846868015333952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761312156.150448:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d422baca x1846868015333952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761312156.150481:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b154725. 00000400:00000200:0.0:1761312156.150483:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fca6aadf 00000400:00000010:0.0:1761312156.150485:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fca6aadf. 00000100:00000200:0.0:1761312156.150489:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab1b0e07 x1846868015333760/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761312156.150496:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab1b0e07 x1846868015333760/t0(0) o400->MGC192.168.203.132@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761312156.150509:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008e7ea949. 00000400:00000200:0.0:1761312156.150511:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073beabc6 00000400:00000010:0.0:1761312156.150513:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073beabc6. 00000100:00000200:0.0:1761312156.150517:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049f6aaa1 x1846868015334016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761312156.150524:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049f6aaa1 x1846868015334016/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761312156.150538:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fd609c5. 00000400:00000200:0.0:1761312156.150540:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080b30aa2 00000400:00000010:0.0:1761312156.150541:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080b30aa2. 00000100:00000200:0.0:1761312156.150545:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cf8479b3 x1846868015334272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761312156.150551:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cf8479b3 x1846868015334272/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761312156.150566:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006255b173. 02000000:00000010:0.0:1761312156.150575:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000043bac6ad. 00000100:00000010:0.0:1761312156.150580:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d422baca. 02000000:00000010:0.0:1761312156.150584:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000314ed943. 02000000:00000010:0.0:1761312156.150586:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cc95aa9d. 00000100:00000010:0.0:1761312156.150588:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab1b0e07. 02000000:00000010:0.0:1761312156.150592:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad79ded2. 02000000:00000010:0.0:1761312156.150594:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000092e8f58c. 00000100:00000010:0.0:1761312156.150597:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049f6aaa1. 02000000:00000010:0.0:1761312156.150602:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000947c9176. 02000000:00000010:0.0:1761312156.150604:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000020e6c8cb. 00000100:00000010:0.0:1761312156.150607:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cf8479b3. 00000100:00000200:3.0:1761312156.152118:0:77015:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000002e9ba71 x1846868015334208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761312156.152168:0:77015:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.152171:0:77015:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000020:00000010:3.0:1761312156.152205:0:77015:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.152213:0:77015:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.152218:0:77015:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fb08ab1. 00000800:00000200:3.0:1761312156.152375:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.152379:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd681cb8 (tot 82338970). 00000400:00000200:3.0:1761312156.152387:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.152394:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.152398:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002605eafa 00000400:00000010:3.0:1761312156.152400:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002605eafa. 00000100:00000200:3.0:1761312156.152407:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021c343c4 x1846868015334400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312156.154841:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d13c9d5d. 00000400:00000200:2.0:1761312156.154851:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d5c4a46 00000400:00000010:2.0:1761312156.154854:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d5c4a46. 00000100:00000200:2.0:1761312156.154870:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e392561b x1846868015333888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761312156.154881:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e392561b x1846868015333888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761312156.154921:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000962f2eac. 00000400:00000200:2.0:1761312156.154924:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cb30e46 00000400:00000010:2.0:1761312156.154925:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cb30e46. 00000100:00000200:2.0:1761312156.154929:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000fc70809 x1846868015334144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761312156.154936:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000fc70809 x1846868015334144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761312156.154947:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa30032c. 00000400:00000200:2.0:1761312156.154951:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000feb4134 00000400:00000010:2.0:1761312156.154952:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000feb4134. 00000100:00000200:2.0:1761312156.154956:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f8961c x1846868015333824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761312156.154962:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f8961c x1846868015333824/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761312156.154975:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060f6b279. 00000400:00000200:2.0:1761312156.154977:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064ec5820 00000400:00000010:2.0:1761312156.154978:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064ec5820. 00000100:00000200:2.0:1761312156.154982:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006b4f1e94 x1846868015334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761312156.154988:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006b4f1e94 x1846868015334080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761312156.154999:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3c0131e. 00000400:00000200:2.0:1761312156.155001:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052609855 00000400:00000010:2.0:1761312156.155002:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052609855. 00000100:00000200:2.0:1761312156.155006:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007562bfb2 x1846868015334336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761312156.155013:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007562bfb2 x1846868015334336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761312156.155028:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fead2ed0. 02000000:00000010:2.0:1761312156.155036:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003cc015e2. 00000100:00000010:2.0:1761312156.155041:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e392561b. 02000000:00000010:2.0:1761312156.155045:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a11a42d. 02000000:00000010:2.0:1761312156.155051:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000061f5c307. 00000100:00000010:2.0:1761312156.155053:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000fc70809. 02000000:00000010:2.0:1761312156.155060:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af41376f. 02000000:00000010:2.0:1761312156.155062:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009c1f6ee8. 00000100:00000010:2.0:1761312156.155064:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f8961c. 02000000:00000010:2.0:1761312156.155069:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009534ae7d. 02000000:00000010:2.0:1761312156.155072:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000540820a6. 00000100:00000010:2.0:1761312156.155074:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006b4f1e94. 02000000:00000010:2.0:1761312156.155077:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b700926. 02000000:00000010:2.0:1761312156.155079:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004acd88b9. 00000100:00000010:2.0:1761312156.155081:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007562bfb2. 00010000:00000010:0.1:1761312156.157668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004157b0e3. 00010000:00000010:0.1:1761312156.157688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759b7f0b. 00010000:00000010:0.1:1761312156.157693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d429c473. 00000400:00000010:1.0:1761312156.162430:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fb0c9e. 00000400:00000200:1.0:1761312156.162448:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072bbd4ab 00000400:00000010:1.0:1761312156.162451:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072bbd4ab. 00000100:00000200:1.0:1761312156.162467:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000002e9ba71 x1846868015334208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1761312156.162480:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000002e9ba71 x1846868015334208/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761312200 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1761312156.162522:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000934ec7ad. 02000000:00000010:1.0:1761312156.162532:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008791111d. 00000100:00000010:1.0:1761312156.162538:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000002e9ba71. 00000400:00000200:3.0:1761312156.167866:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.167890:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004400 00000400:00000200:3.0:1761312156.167901:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf415 [1] + 224 00000400:00000200:3.0:1761312156.167916:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.167921:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.167935:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021c343c4 x1846868015334400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.167970:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.167975:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57e80 00000400:00000200:3.0:1761312156.167981:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 1312 00000400:00000200:3.0:1761312156.167994:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.167997:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.168002:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.168009:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8be6d4b. 00000020:00000010:3.0:1761312156.168080:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d6858c0. 00000020:00000010:3.0:1761312156.168087:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.168092:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000100:00000200:3.0:1761312156.168120:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8be6d4b x1846868012531328/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312156.168151:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531328 02000000:00000010:3.0:1761312156.168164:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007fb08ab1. 00010000:00000010:3.0:1761312156.168209:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000385df2d. 00000100:00000010:3.0:1761312156.168216:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:3.0:1761312156.168224:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:3.0:1761312156.168227:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000385df2d. 00000400:00000010:3.0:1761312156.168244:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.168249:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531328, offset 224 00000400:00000200:3.0:1761312156.168256:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.168267:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.168273:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89291:89291:256:4294967295] 192.168.203.32@tcp LPNI seq info [89291:89291:8:4294967295] 00000400:00000200:3.0:1761312156.168283:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.168288:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.168293:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004acd88b9 (tot 82339218). 00000800:00000200:3.0:1761312156.168298:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.168305:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.168310:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004acd88b9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312156.168334:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.168339:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.168345:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d6858c0. 00000400:00000010:3.0:1761312156.168375:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000218b4de8. 00000400:00000200:3.0:1761312156.168378:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000efc7d5e1 00000400:00000010:3.0:1761312156.168380:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000efc7d5e1. 00000100:00000200:3.0:1761312156.168387:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021c343c4 x1846868015334400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761312156.168397:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021c343c4 x1846868015334400/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761312156.168423:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071905cdf. 02000000:00000010:3.0:1761312156.168439:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef5be16b. 02000000:00000010:3.0:1761312156.168445:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014a92ee0. 00000100:00000010:3.0:1761312156.168451:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021c343c4. 00000100:00000010:3.0:1761312156.168455:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003beb4776. 00010000:00000010:3.0:1761312156.168457:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b7437e1. 00080000:00000010:3.0:1761312156.168483:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d6858c0. 00010000:00000010:3.0:1761312156.168650:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1869f09. 00010000:00000010:3.0:1761312156.168663:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de0394a6. 00010000:00000010:3.0:1761312156.168782:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036ae1e96. 00010000:00000010:3.0:1761312156.168791:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9757e5b. 00010000:00000010:3.0:1761312156.168804:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000385df2d. 00000100:00000010:3.0:1761312156.168806:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:3.0:1761312156.168817:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008cc5413f. 02000000:00000010:3.0:1761312156.168839:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d048f1c3. 02000000:00000010:3.0:1761312156.168874:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b10812e. 00000400:00000010:3.0:1761312156.168882:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e1068e5a. 00000400:00000010:3.0:1761312156.168890:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036879b31. 00000100:00000200:3.0:1761312156.168895:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334464, portal 16 00000400:00000010:3.0:1761312156.168899:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312156.168905:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334464, offset 0 00000400:00000200:3.0:1761312156.168911:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.168921:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.168932:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312156.168936:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312156.168942:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312156.168945:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89292:89292:255:4294967295] 192.168.203.32@tcp LPNI seq info [89292:89292:7:4294967295] 00000400:00000200:3.0:1761312156.168955:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.168960:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.168969:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339466). 00000800:00000200:3.0:1761312156.168973:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.168981:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.168984:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.169089:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.169092:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004acd88b9 (tot 82339218). 00000400:00000200:3.0:1761312156.169100:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.169104:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.169107:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:3.0:1761312156.169112:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000800:00000200:3.0:1761312156.169210:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.169213:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312156.169221:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.169224:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.169227:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:3.0:1761312156.169228:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:3.0:1761312156.169238:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008cc5413f x1846868015334464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.171855:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.171877:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004440 00000400:00000200:3.0:1761312156.171888:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf421 [1] + 224 00000400:00000200:3.0:1761312156.171899:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.171903:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.171914:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008cc5413f x1846868015334464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.171956:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.171962:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57ec0 00000400:00000200:3.0:1761312156.171968:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 1640 00000400:00000010:0.0:1761312156.171979:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e1068e5a. 00000400:00000200:0.0:1761312156.171986:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036879b31 00000400:00000010:0.0:1761312156.171988:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036879b31. 00000100:00000200:0.0:1761312156.171995:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008cc5413f x1846868015334464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312156.172003:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008cc5413f x1846868015334464/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.172023:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.172028:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.172033:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761312156.172041:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b10812e. 00000100:00000010:3.0:1761312156.172044:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b17104a1. 02000000:00000010:0.0:1761312156.172052:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d048f1c3. 00000100:00000010:0.0:1761312156.172058:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008cc5413f. 00000100:00000010:0.0:1761312156.172063:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:0.0:1761312156.172067:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000385df2d. 00000020:00000010:2.0:1761312156.173813:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009534ae7d. 00000020:00000010:2.0:1761312156.173826:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.173831:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ec77e089. 00000100:00000200:2.0:1761312156.173865:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b17104a1 x1846868012531392/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761312156.173905:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531392 02000000:00000010:2.0:1761312156.173919:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af41376f. 00010000:00000010:2.0:1761312156.173952:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecafe757. 00010000:00000010:2.0:1761312156.173980:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312156.173987:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fd156d4. 00000100:00000010:2.0:1761312156.173999:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fd156d4. 00010000:00000010:2.0:1761312156.174004:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00000400:00000010:2.0:1761312156.174019:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3e4faef. 00000100:00000200:2.0:1761312156.174024:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531392, offset 224 00000400:00000200:2.0:1761312156.174034:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.174049:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00080000:00000010:0.0:1761312156.174049:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054edea0d. 00000400:00000200:2.0:1761312156.174057:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89293:89293:256:4294967295] 192.168.203.32@tcp LPNI seq info [89293:89293:8:4294967295] 00000400:00000200:2.0:1761312156.174070:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.174076:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.174081:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5163a90 (tot 82339218). 00000800:00000200:2.0:1761312156.174090:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.174099:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.174103:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5163a90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761312156.174120:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000863dd014. 00000020:00000010:2.0:1761312156.174124:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ec77e089. 00000020:00000010:2.0:1761312156.174128:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009534ae7d. 00010000:00000010:0.0:1761312156.174173:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9757e5b. 00010000:00000010:0.0:1761312156.174181:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023c69614. 00010000:00000010:0.0:1761312156.174297:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d429c473. 00010000:00000010:0.0:1761312156.174305:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b85a362. 00010000:00000010:0.0:1761312156.174318:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e2673d7. 00000100:00000010:0.0:1761312156.174322:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd8494d8. 00000100:00000010:0.0:1761312156.174331:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7d12d1d. 02000000:00000010:0.0:1761312156.174347:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c5e2392. 02000000:00000010:0.0:1761312156.174375:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049f3a84b. 00000400:00000010:0.0:1761312156.174381:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a9ce41. 00000400:00000010:0.0:1761312156.174386:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000f1134f0. 00000100:00000200:0.0:1761312156.174391:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334528, portal 16 00000400:00000010:0.0:1761312156.174396:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d02a18ea. 00000100:00000200:0.0:1761312156.174399:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334528, offset 0 00000400:00000200:0.0:1761312156.174405:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:0.0:1761312156.174412:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:0.0:1761312156.174419:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:0.0:1761312156.174424:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761312156.174427:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:0.0:1761312156.174429:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89294:89294:255:4294967295] 192.168.203.32@tcp LPNI seq info [89294:89294:7:4294967295] 00000400:00000200:0.0:1761312156.174437:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:0.0:1761312156.174442:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:0.0:1761312156.174445:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efa2fe78 (tot 82339466). 00000800:00000200:0.0:1761312156.174449:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:0.0:1761312156.174453:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:0.0:1761312156.174457:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efa2fe78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761312156.178111:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.178121:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5163a90 (tot 82339218). 00000400:00000200:3.0:1761312156.178132:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.178144:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.178152:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3e4faef 00000400:00000010:3.0:1761312156.178155:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3e4faef. 00000800:00000200:3.0:1761312156.178253:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.178255:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efa2fe78 (tot 82338970). 00000400:00000200:3.0:1761312156.178261:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.178265:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.178267:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d02a18ea 00000400:00000010:3.0:1761312156.178269:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d02a18ea. 00000100:00000200:3.0:1761312156.178278:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7d12d1d x1846868015334528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761312156.191845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002420c523. 00000400:00000200:3.0:1761312156.192035:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.192055:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004480 00000400:00000200:3.0:1761312156.192067:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf42d [1] + 224 00000400:00000200:3.0:1761312156.192081:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.192086:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.192099:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7d12d1d x1846868015334528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.192147:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.192153:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57f00 00000400:00000200:3.0:1761312156.192158:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xadd75 [2] + 1968 00000400:00000010:3.0:1761312156.192163:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000571d6b8b. 00000400:00000200:3.0:1761312156.192168:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b5a6104b 00000400:00000010:1.0:1761312156.192180:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a9ce41. 00000400:00000200:1.0:1761312156.192185:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f1134f0 00000400:00000010:1.0:1761312156.192187:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000f1134f0. 00000100:00000200:1.0:1761312156.192194:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7d12d1d x1846868015334528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.192202:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7d12d1d x1846868015334528/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312156.192239:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049f3a84b. 02000000:00000010:1.0:1761312156.192246:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c5e2392. 00000100:00000010:1.0:1761312156.192250:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7d12d1d. 00000100:00000010:1.0:1761312156.192255:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd8494d8. 00010000:00000010:1.0:1761312156.192259:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e2673d7. 00000400:00000200:3.0:1761312156.194210:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.194226:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.194235:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5a6104b 00000400:00000010:3.0:1761312156.194239:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b5a6104b (tot 82338818). 00000100:00000200:3.0:1761312156.194247:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761312156.194319:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077698266. 00000020:00000010:3.0:1761312156.194329:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.194335:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000100:00000200:3.0:1761312156.194369:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a184bdc8 x1846868012531456/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761312156.194403:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531456 02000000:00000010:3.0:1761312156.194416:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6fa994f. 00010000:00000010:3.0:1761312156.194455:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002364f935. 00010000:00000010:3.0:1761312156.194479:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000388f4ebb. 00000100:00000010:3.0:1761312156.194486:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f8f174. 00000100:00000010:3.0:1761312156.194500:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000047f8f174. 00010000:00000010:3.0:1761312156.194503:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000388f4ebb. 00000400:00000010:3.0:1761312156.194521:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312156.194527:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531456, offset 224 00000400:00000200:3.0:1761312156.194536:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.194552:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.194559:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89295:89295:256:4294967295] 192.168.203.32@tcp LPNI seq info [89295:89295:8:4294967295] 00000400:00000200:3.0:1761312156.194570:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.194576:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.194581:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339066). 00000800:00000200:3.0:1761312156.194588:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.194596:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.194600:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312156.194617:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.194640:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.194644:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077698266. 02000000:00000010:3.0:1761312156.194654:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af41376f. 00000100:00000010:3.0:1761312156.194658:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b17104a1. 02000000:00000010:3.0:1761312156.194663:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007fb08ab1. 00000100:00000010:3.0:1761312156.194665:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8be6d4b. 02000000:00000010:3.0:1761312156.194668:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006aedc927. 00000100:00000010:3.0:1761312156.194671:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b47d4f6d. 02000000:00000010:3.0:1761312156.194675:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b238c7d4. 00000100:00000010:3.0:1761312156.194678:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a996e7. 02000000:00000010:3.0:1761312156.194681:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f4d704f. 00000100:00000010:3.0:1761312156.194683:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e4cd3c0. 02000000:00000010:3.0:1761312156.194687:0:71308:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032648ac4. 00000100:00000010:3.0:1761312156.194689:0:71308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f86d3ea. 00000100:00000200:3.0:1761312156.194694:0:71308:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761312156.194700:0:71308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000305e186e. 00000400:00000010:3.0:1761312156.194705:0:71308:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000047f8f174 (tot 82339218). 00010000:00000010:3.1:1761312156.199336:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd10485. 00010000:00000010:3.1:1761312156.199360:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d254f060. 00000800:00000200:3.0:1761312156.199428:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.199434:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312156.199441:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.199453:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.199460:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:3.0:1761312156.199463:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 02000000:00000010:3.0:1761312156.199472:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6fa994f. 00080000:00000010:3.0:1761312156.199533:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6fa994f. 00010000:00000010:3.0:1761312156.199702:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b85a362. 00010000:00000010:3.0:1761312156.199713:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000673f2b5c. 00010000:00000010:3.0:1761312156.199821:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f6235d. 00010000:00000010:3.0:1761312156.199828:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000240f4880. 00010000:00000010:3.0:1761312156.199842:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000388f4ebb. 00000100:00000010:3.0:1761312156.199851:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:3.0:1761312156.199862:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b17104a1. 02000000:00000010:3.0:1761312156.199879:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077698266. 02000000:00000010:3.0:1761312156.199916:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000306ed533. 00000400:00000010:3.0:1761312156.199922:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001430d940. 00000400:00000010:3.0:1761312156.199927:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7adec1. 00000100:00000200:3.0:1761312156.199935:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334592, portal 16 00000400:00000010:3.0:1761312156.199942:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008afe2757. 00000100:00000200:3.0:1761312156.199944:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334592, offset 0 00000400:00000200:3.0:1761312156.199952:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00010000:00000010:2.1:1761312156.200010:0:78627:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e27067. 00000400:00000200:3.0:1761312156.200951:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.200962:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:3.0:1761312156.200966:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761312156.200971:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:3.0:1761312156.200975:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89296:89296:256:4294967295] 192.168.203.32@tcp LPNI seq info [89296:89296:8:4294967295] 00000400:00000200:3.0:1761312156.200988:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.200995:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00010000:00000010:0.1:1761312156.204272:0:78616:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d04c84. 00010000:00000010:0.1:1761312156.204300:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036ae1e96. 00000800:00000010:2.0:1761312156.204664:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312156.204695:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.204705:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.204710:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761312156.204882:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761312156.204886:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:2.0:1761312156.204892:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.204899:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:2.0:1761312156.204907:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008afe2757 00000400:00000010:2.0:1761312156.204909:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008afe2757. 00000100:00000200:2.0:1761312156.204921:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b17104a1 x1846868015334592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761312156.211038:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.211065:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb7780044c0 00000400:00000200:2.0:1761312156.211077:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf43d [1] + 224 00000400:00000200:2.0:1761312156.211097:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.211101:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.211115:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b17104a1 x1846868015334592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761312156.211175:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001430d940. 00000400:00000200:2.0:1761312156.211180:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7adec1 00000400:00000010:2.0:1761312156.211182:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7adec1. 00000100:00000200:2.0:1761312156.211199:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b17104a1 x1846868015334592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761312156.211207:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b17104a1 x1846868015334592/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761312156.211246:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000306ed533. 02000000:00000010:2.0:1761312156.211253:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077698266. 00000100:00000010:2.0:1761312156.211258:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b17104a1. 00000100:00000010:2.0:1761312156.211265:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:2.0:1761312156.211270:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000388f4ebb. 00000400:00000200:2.0:1761312156.212177:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:2.0:1761312156.212198:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57f40 00000400:00000200:2.0:1761312156.212204:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaddcd [2] + 0 00000400:00000200:2.0:1761312156.212272:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761312156.212277:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:2.0:1761312156.212283:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761312156.212289:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000943a4df. 00000020:00000010:3.0:1761312156.212871:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069f56168. 00000020:00000010:3.0:1761312156.212881:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.212886:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000100:00000200:3.0:1761312156.212917:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000943a4df x1846868012531520/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761312156.212952:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531520 02000000:00000010:3.0:1761312156.212966:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e603d85. 00010000:00000010:3.0:1761312156.213002:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071458ca0. 00010000:00000010:3.0:1761312156.213028:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d395acaf. 00000100:00000010:3.0:1761312156.213035:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:3.0:1761312156.213050:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:3.0:1761312156.213054:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d395acaf. 00000400:00000010:3.0:1761312156.213069:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312156.213074:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531520, offset 224 00000400:00000200:3.0:1761312156.213084:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.213097:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.213105:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89297:89297:256:4294967295] 192.168.203.32@tcp LPNI seq info [89297:89297:8:4294967295] 00000400:00000200:3.0:1761312156.213117:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.213123:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.213128:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:3.0:1761312156.213134:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.213141:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.213146:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761312156.213159:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000934ec7ad. 00000020:00000010:3.0:1761312156.213164:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.213170:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.213174:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069f56168. 00010000:00000010:1.0:1761312156.213265:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000240f4880. 00010000:00000010:1.0:1761312156.213320:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006eb09c20. 00010000:00000010:1.0:1761312156.213408:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c6dee7a. 00010000:00000010:1.0:1761312156.213415:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312156.213427:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000455ce1d5. 00000100:00000010:1.0:1761312156.213431:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312156.213440:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032fd011e. 02000000:00000010:1.0:1761312156.213454:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd04220f. 02000000:00000010:1.0:1761312156.213482:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f421de3d. 00000400:00000010:1.0:1761312156.213488:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030bddcd4. 00000400:00000010:1.0:1761312156.213493:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.213498:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334656, portal 16 00000400:00000010:1.0:1761312156.213503:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c88d807a. 00000100:00000200:1.0:1761312156.213505:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334656, offset 0 00000400:00000200:1.0:1761312156.213510:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.213516:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.213524:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.213527:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.213531:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.213533:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89298:89298:255:4294967295] 192.168.203.32@tcp LPNI seq info [89298:89298:7:4294967295] 00000400:00000200:1.0:1761312156.213540:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.213544:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.213547:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000884c9b54 (tot 82339466). 00000800:00000200:1.0:1761312156.213551:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.213555:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.213558:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000884c9b54 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761312156.214354:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009711532d. 00010000:00000010:3.1:1761312156.214366:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deab5b42. 00010000:00000010:3.1:1761312156.214370:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d429c473. 00000800:00000200:3.0:1761312156.214480:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.214484:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82339218). 00000400:00000200:3.0:1761312156.214491:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.214498:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.214502:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:3.0:1761312156.214504:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000800:00000200:3.0:1761312156.216641:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.216651:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000884c9b54 (tot 82338970). 00000400:00000200:3.0:1761312156.216662:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.216672:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.216679:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c88d807a 00000400:00000010:3.0:1761312156.216693:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c88d807a. 00000100:00000200:3.0:1761312156.216706:0:15805:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032fd011e x1846868015334656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.216759:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.216776:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004500 00000400:00000200:3.0:1761312156.216785:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf449 [1] + 224 00000400:00000200:3.0:1761312156.216798:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.216801:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.216807:0:15805:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032fd011e x1846868015334656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761312156.216840:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.216846:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57f80 00000400:00000200:3.0:1761312156.216852:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaddcd [2] + 328 00000400:00000200:3.0:1761312156.216862:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.216865:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.216872:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761312156.216879:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008bdfd702. 00000020:00000010:3.0:1761312156.216952:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af965839. 00000020:00000010:3.0:1761312156.216960:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.216966:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d167ec18. 00000100:00000200:3.0:1761312156.216998:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008bdfd702 x1846868012531584/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761312156.217030:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531584 02000000:00000010:3.0:1761312156.217045:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069f56168. 00010000:00000010:3.0:1761312156.217093:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d395acaf. 00000100:00000010:3.0:1761312156.217101:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c1bdf18. 00000100:00000010:3.0:1761312156.217109:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c1bdf18. 00010000:00000010:3.0:1761312156.217114:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d395acaf. 00000400:00000010:3.0:1761312156.217131:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac0f1744. 00000100:00000200:3.0:1761312156.217136:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531584, offset 224 00000400:00000200:3.0:1761312156.217146:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:3.0:1761312156.217158:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:3.0:1761312156.217165:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89299:89299:256:4294967295] 192.168.203.32@tcp LPNI seq info [89299:89299:8:4294967295] 00000400:00000200:3.0:1761312156.217177:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:3.0:1761312156.217183:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:3.0:1761312156.217188:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000743fa02e (tot 82339218). 00000800:00000200:3.0:1761312156.217194:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:3.0:1761312156.217203:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:3.0:1761312156.217207:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000743fa02e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761312156.217226:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000419b5283. 00000020:00000010:3.0:1761312156.217232:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d167ec18. 00000020:00000010:3.0:1761312156.217237:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af965839. 00000800:00000200:3.0:1761312156.217330:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761312156.217332:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000743fa02e (tot 82338970). 00000400:00000200:3.0:1761312156.217338:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.217342:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:3.0:1761312156.217345:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac0f1744 00000400:00000010:3.0:1761312156.217346:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac0f1744. 00000400:00000010:1.0:1761312156.218967:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030bddcd4. 00000400:00000200:1.0:1761312156.218981:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.218983:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.218997:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032fd011e x1846868015334656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.219015:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032fd011e x1846868015334656/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761312156.219048:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d5fffec. 02000000:00000010:1.0:1761312156.219071:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f421de3d. 02000000:00000010:1.0:1761312156.219078:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd04220f. 00000100:00000010:1.0:1761312156.219085:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032fd011e. 00000100:00000010:1.0:1761312156.219090:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312156.219093:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000455ce1d5. 00080000:00000010:1.0:1761312156.219119:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f421de3d. 00010000:00000010:1.0:1761312156.219242:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312156.219251:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7e955b3. 00010000:00000010:1.0:1761312156.219409:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b38fc94. 00010000:00000010:1.0:1761312156.219417:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf980ca. 00010000:00000010:1.0:1761312156.219431:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000455ce1d5. 00000100:00000010:1.0:1761312156.219438:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312156.219447:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032fd011e. 02000000:00000010:1.0:1761312156.219462:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000785ad5fe. 02000000:00000010:1.0:1761312156.219500:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd04220f. 00000400:00000010:1.0:1761312156.219507:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030bddcd4. 00000400:00000010:1.0:1761312156.219512:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.219520:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334720, portal 16 00000400:00000010:1.0:1761312156.219526:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b87865a. 00000100:00000200:1.0:1761312156.219528:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334720, offset 0 00000400:00000200:1.0:1761312156.219538:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.219554:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.219563:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:1.0:1761312156.219567:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761312156.219570:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:1.0:1761312156.219574:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89300:89300:256:4294967295] 192.168.203.32@tcp LPNI seq info [89300:89300:8:4294967295] 00000400:00000200:1.0:1761312156.219585:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.219592:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.219598:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b08c8cb1 (tot 82339218). 00000800:00000200:1.0:1761312156.219606:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.219616:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.219620:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b08c8cb1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312156.219886:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312156.219890:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b08c8cb1 (tot 82338970). 00000400:00000200:0.0:1761312156.219895:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.219901:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312156.219905:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b87865a 00000400:00000010:0.0:1761312156.219906:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b87865a. 00000100:00000200:0.0:1761312156.219912:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032fd011e x1846868015334720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312156.220891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e293258e. 00010000:00000010:1.1:1761312156.220903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f6235d. 00000400:00000200:3.0:1761312156.221238:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:3.0:1761312156.221254:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004540 00000400:00000200:3.0:1761312156.221262:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf455 [1] + 224 00000400:00000200:3.0:1761312156.221274:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761312156.221278:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:3.0:1761312156.221287:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032fd011e x1846868015334720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761312156.221567:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030bddcd4. 00000400:00000200:1.0:1761312156.221573:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.221574:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.221581:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032fd011e x1846868015334720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761312156.221588:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032fd011e x1846868015334720/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761312156.221619:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd04220f. 02000000:00000010:1.0:1761312156.221654:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000785ad5fe. 00000100:00000010:1.0:1761312156.221659:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032fd011e. 00000100:00000010:1.0:1761312156.221663:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312156.221667:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000455ce1d5. 00010000:00000010:3.1:1761312156.225163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000febc5fdd. 00010000:00000010:1.1:1761312156.225653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d6bb51. 00010000:00000010:1.1:1761312156.225666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f496ba57. 00010000:00000010:1.1:1761312156.225676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6dee7a. 00000400:00000200:0.0:1761312156.228003:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312156.228032:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d57fc0 00000400:00000200:0.0:1761312156.228045:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaddcd [2] + 656 00000400:00000200:0.0:1761312156.228153:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.228163:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312156.228268:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312156.228277:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ca36c5c. 00000020:00000010:1.0:1761312156.228461:0:71308:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd04220f. 00000020:00000010:1.0:1761312156.228470:0:71308:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.228476:0:71308:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.228511:0:71308:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ca36c5c x1846868012531648/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761312156.228555:0:71308:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531648 02000000:00000010:1.0:1761312156.228571:0:71308:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000785ad5fe. 00010000:00000010:1.0:1761312156.228612:0:71308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f16921f2. 00010000:00000010:1.0:1761312156.228673:0:71308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000455ce1d5. 00000100:00000010:1.0:1761312156.228682:0:71308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312156.228696:0:71308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312156.228701:0:71308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000455ce1d5. 00000400:00000010:1.0:1761312156.228718:0:71308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.228724:0:71308:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531648, offset 224 00000400:00000200:1.0:1761312156.228742:0:71308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.228758:0:71308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.228766:0:71308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89301:89301:256:4294967295] 192.168.203.32@tcp LPNI seq info [89301:89301:8:4294967295] 00000400:00000200:1.0:1761312156.228778:0:71308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.228785:0:71308:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.228791:0:71308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312156.228797:0:71308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.228806:0:71308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.228811:0:71308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312156.228836:0:71308:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.228842:0:71308:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.228846:0:71308:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd04220f. 00000800:00000200:1.0:1761312156.228967:0:15805:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761312156.228971:0:15805:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82338970). 00000400:00000200:1.0:1761312156.228976:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761312156.228980:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:1.0:1761312156.228984:0:15805:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:1.0:1761312156.228986:0:15805:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00080000:00000010:0.0:1761312156.231597:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d64fbb03. 00010000:00000010:2.0:1761312156.232058:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf980ca. 00010000:00000010:2.0:1761312156.232071:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbd97cc0. 00010000:00000010:2.0:1761312156.232169:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cdde46e. 00010000:00000010:2.0:1761312156.232177:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312156.232193:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e896b. 00000100:00000010:2.0:1761312156.232202:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fd156d4. 00000100:00000010:2.0:1761312156.232215:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005293ba23. 02000000:00000010:2.0:1761312156.232234:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b700926. 02000000:00000010:2.0:1761312156.232271:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009534ae7d. 00000400:00000010:2.0:1761312156.232292:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009c3e6f5a. 00000400:00000010:2.0:1761312156.232302:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ee91e2d. 00000100:00000200:2.0:1761312156.232311:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334784, portal 16 00000400:00000010:2.0:1761312156.232318:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e55596e5. 00000100:00000200:2.0:1761312156.232321:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334784, offset 0 00000400:00000200:2.0:1761312156.232333:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.232357:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.232367:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.232371:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.232376:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.232380:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89302:89302:256:4294967295] 192.168.203.32@tcp LPNI seq info [89302:89302:8:4294967295] 00000400:00000200:2.0:1761312156.232391:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.232398:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.232405:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339218). 00000800:00000200:2.0:1761312156.232412:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.232421:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.232426:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312156.233522:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312156.233529:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312156.233539:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.233549:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312156.233556:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e55596e5 00000400:00000010:0.0:1761312156.233558:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e55596e5. 00000100:00000200:0.0:1761312156.233569:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005293ba23 x1846868015334784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312156.234818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a6c5d4e. 00000400:00000200:0.0:1761312156.241265:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312156.241305:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 224 into portal 16 MB=0x68fb778004580 00000400:00000200:0.0:1761312156.241317:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.32@tcp of length 224/224 into md 0xaf461 [1] + 224 00000400:00000200:0.0:1761312156.241342:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.241347:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312156.241363:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005293ba23 x1846868015334784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761312156.241419:0:77285:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009c3e6f5a. 00000400:00000200:0.0:1761312156.241425:0:77285:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ee91e2d 00000400:00000010:0.0:1761312156.241427:0:77285:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ee91e2d. 00000100:00000200:0.0:1761312156.241433:0:77285:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005293ba23 x1846868015334784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761312156.241441:0:77285:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005293ba23 x1846868015334784/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761312156.241480:0:77285:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009534ae7d. 02000000:00000010:0.0:1761312156.241488:0:77285:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b700926. 00000100:00000010:0.0:1761312156.241494:0:77285:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005293ba23. 00000100:00000010:0.0:1761312156.241499:0:77285:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fd156d4. 00010000:00000010:0.0:1761312156.241505:0:77285:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e896b. 00010000:00000010:2.1:1761312156.246695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333b13c2. 00010000:00000010:2.1:1761312156.246714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b38fc94. 00000400:00000200:0.0:1761312156.253546:0:15805:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp) <- 192.168.203.32@tcp : PUT - for me 00000400:00000200:0.0:1761312156.253570:0:15805:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.32@tcp of length 328 into portal 17 MB=0x68fb777d58000 00000400:00000200:0.0:1761312156.253580:0:15805:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.32@tcp of length 328/328 into md 0xaddcd [2] + 984 00000400:00000200:0.0:1761312156.253691:0:15805:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.253696:0:15805:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000100:00000200:0.0:1761312156.253707:0:15805:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761312156.253714:0:15805:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfb71ed1. 00000020:00000010:1.0:1761312156.256923:0:64738:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1299e21. 00000020:00000010:1.0:1761312156.256940:0:64738:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.256946:0:64738:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000013099775. 00000100:00000200:1.0:1761312156.256989:0:64738:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfb71ed1 x1846868012531712/t0(0) o103->b8278044-1da7-41f7-a01e-44f09e5fe893@192.168.203.32@tcp:634/0 lens 328/0 e 0 to 0 dl 1761312199 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761312156.257041:0:64738:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846868012531712 02000000:00000010:1.0:1761312156.257056:0:64738:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027750e46. 00010000:00000010:1.0:1761312156.257109:0:64738:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b2ad664. 00010000:00000010:1.0:1761312156.257140:0:64738:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008baff4de. 00000100:00000010:1.0:1761312156.257151:0:64738:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017c22479. 00000100:00000010:1.0:1761312156.257174:0:64738:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017c22479. 00010000:00000010:1.0:1761312156.257178:0:64738:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008baff4de. 00000400:00000010:1.0:1761312156.257196:0:64738:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005e49d2a. 00000100:00000200:1.0:1761312156.257208:0:64738:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846868012531712, offset 224 00000400:00000200:1.0:1761312156.257219:0:64738:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:1.0:1761312156.257236:0:64738:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.132@tcp to MR: 192.168.203.32@tcp local destination 00000400:00000200:1.0:1761312156.257243:0:64738:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89303:89303:256:4294967295] 192.168.203.32@tcp LPNI seq info [89303:89303:8:4294967295] 00000400:00000200:1.0:1761312156.257256:0:64738:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:192.168.203.132@tcp) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:1.0:1761312156.257262:0:64738:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:1.0:1761312156.257267:0:64738:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e448b792 (tot 82339218). 00000800:00000200:1.0:1761312156.257278:0:64738:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:1.0:1761312156.257288:0:64738:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:1.0:1761312156.257293:0:64738:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e448b792 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761312156.257313:0:64738:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e59d59d1. 00000020:00000010:1.0:1761312156.257318:0:64738:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000013099775. 00000020:00000010:1.0:1761312156.257323:0:64738:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1299e21. 00080000:00000010:2.0:1761312156.257592:0:77285:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fead2ed0. 00010000:00000010:2.0:1761312156.257765:0:77285:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312156.257773:0:77285:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008dd443cc. 00010000:00000010:2.0:1761312156.257864:0:77285:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3f8d569. 00010000:00000010:2.0:1761312156.257870:0:77285:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f561d2b0. 00010000:00000010:2.0:1761312156.257882:0:77285:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000edcec7a7. 00000100:00000010:2.0:1761312156.257886:0:77285:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa0aecaa. 00000100:00000010:2.0:1761312156.257896:0:77285:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e25d74d2. 02000000:00000010:2.0:1761312156.257911:0:77285:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b700926. 02000000:00000010:2.0:1761312156.257945:0:77285:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009534ae7d. 00000400:00000010:2.0:1761312156.257954:0:77285:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d61a9aa. 00000400:00000010:2.0:1761312156.257960:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040e9c556. 00000100:00000200:2.0:1761312156.257966:0:77285:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846868015334848, portal 16 00000400:00000010:2.0:1761312156.257971:0:77285:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c294096e. 00000100:00000200:2.0:1761312156.257973:0:77285:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846868015334848, offset 0 00000400:00000200:2.0:1761312156.257981:0:77285:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.32@tcp 00000400:00000200:2.0:1761312156.257991:0:77285:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.32@tcp local destination 00000400:00000200:2.0:1761312156.257999:0:77285:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.132@tcp 00000400:00000200:2.0:1761312156.258002:0:77285:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.132@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761312156.258006:0:77285:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.32@tcp 00000400:00000200:2.0:1761312156.258008:0:77285:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.132@tcp NI seq info: [89304:89304:255:4294967295] 192.168.203.32@tcp LPNI seq info [89304:89304:7:4294967295] 00000400:00000200:2.0:1761312156.258017:0:77285:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.132@tcp(192.168.203.132@tcp:) -> 192.168.203.32@tcp(192.168.203.32@tcp:192.168.203.32@tcp) : PUT try# 0 00000800:00000200:2.0:1761312156.258023:0:77285:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.32@tcp 00000800:00000010:2.0:1761312156.258027:0:77285:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed87c965 (tot 82339466). 00000800:00000200:2.0:1761312156.258031:0:77285:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000004428364] -> 12345-192.168.203.32@tcp (4) 00000800:00000200:2.0:1761312156.258036:0:77285:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.32@tcp ip 192.168.203.32:1023 00000800:00000200:2.0:1761312156.258039:0:77285:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ed87c965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761312156.258529:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312156.258535:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e448b792 (tot 82339218). 00000400:00000200:0.0:1761312156.258542:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.258550:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312156.258556:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005e49d2a 00000400:00000010:0.0:1761312156.258559:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005e49d2a. 00000800:00000200:0.0:1761312156.258666:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761312156.258668:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed87c965 (tot 82338970). 00000400:00000200:0.0:1761312156.258674:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761312156.258677:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.132@tcp->192.168.203.32@tcp: PUT: OK 00000400:00000200:0.0:1761312156.258680:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c294096e 00000400:00000010:0.0:1761312156.258682:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c294096e. 00000100:00000200:0.0:1761312156.258689:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e25d74d2 x1846868015334848/t0(0) o104->lustre-MDT0000@192.168.203.32@tcp:15/16 lens 328/224 e 0 to 0 dl 1761312163 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761312156.261664:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a651c558. 00010000:00000010:2.1:1761312156.264800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026650111. 00010000:00000010:2.1:1761312156.264814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdde46e. Debug log: 53724 lines, 53724 kept, 0 dropped, 0 bad.